-- Logs begin at Tue 2022-05-17 14:49:33 UTC, end at Tue 2022-05-17 16:12:19 UTC. -- May 17 15:33:14.034693 dv-cinder-842128-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 15:33:16.868838 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.common.config [-] Logging enabled! May 17 15:33:16.869415 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 15:33:16.869632 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110191) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 15:33:16.872977 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.common.config [-] Logging enabled! May 17 15:33:16.873235 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 15:33:16.873548 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110191) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 15:33:16.874503 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 15:33:16.874742 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 15:33:16.875116 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 15:33:16.875364 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 15:33:16.875593 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 15:33:16.876012 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.876318 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.876558 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.876859 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.877154 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.877439 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.877733 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.878056 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.878351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.878634 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.878924 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.879157 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.879439 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.879729 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.880539 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.880766 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] debug = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.881052 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.881497 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.881914 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.882221 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.882517 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.882802 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.883079 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.883360 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.883648 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.883978 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] host = dv-cinder-842128-1-iscsi {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.884267 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.884556 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.884848 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.885138 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.885416 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.885696 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.885984 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.886280 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.886557 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] log_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.886834 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.887126 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.887415 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.887705 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.887932 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.888156 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.888445 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.888747 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.889030 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.889309 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.889586 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.889861 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.890159 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.890433 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.890721 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.891007 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.891294 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.891573 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.891848 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.892121 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.892395 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.892683 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.892958 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.893232 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.893507 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.893794 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.894093 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.894369 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.894671 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.894962 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.895245 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.895579 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.896346 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.896631 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.896906 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.897182 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.897457 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] use_json = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.897733 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.898017 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.898315 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.898624 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.898945 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.899225 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.899539 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.899829 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.900105 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:16.900401 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.900700 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.901002 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.901289 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.901596 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.901880 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.902211 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.902496 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.902789 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.903083 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.903377 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.903660 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.903961 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.904252 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.904550 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.904857 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.905154 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.905449 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.905729 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.906033 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.906309 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.906592 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.906882 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.907164 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.907458 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.907750 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.908035 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.908334 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.908621 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.908912 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.909210 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.909501 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.909778 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.910089 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.910388 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.910669 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.910943 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.911282 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.911566 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.911842 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.912126 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.912406 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.912680 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.912954 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.913234 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.913525 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.913804 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.914124 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.914403 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.914680 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.914951 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.915234 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.915513 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.915788 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.916061 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.916341 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.916615 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.916890 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.917168 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.917443 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.917722 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.918017 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.918292 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.918570 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.918848 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.919121 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.919393 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.919668 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.919945 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.920221 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.920495 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.920767 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.921042 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.921317 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.921617 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.921900 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.922210 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.922493 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.922774 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.923054 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.923332 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.923613 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.923894 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.924169 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.924462 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.924747 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.925036 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.925320 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.925598 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.925912 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.926215 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.926496 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.927303 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.927582 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.927861 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.928144 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.928426 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.928721 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.929021 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.929301 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.929594 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.929889 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.930211 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.930492 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.930799 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.931079 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:16.931295 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 15:33:16.931533 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110191) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 15:33:17.397823 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 15:33:17.398047 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 15:33:17.398357 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 15:33:17.398692 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 15:33:17.732895 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.733123 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.733382 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.734616 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.734890 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.735157 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.790727 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.791009 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.791286 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.805918 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.806232 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.806506 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.836985 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.837266 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.837538 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.874866 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.875451 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:17.875451 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.213990 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.214296 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.214565 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.214834 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.215529 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.314077 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.314407 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.314693 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.314972 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.315250 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.315568 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.315834 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.316093 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.316351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.316643 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.316907 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.317177 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.317952 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.318233 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.318493 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.318761 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.319020 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.319292 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.319565 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.319828 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.320102 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.320359 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.320642 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.321023 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.321277 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.321527 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.321921 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 15:33:18.322188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 15:33:18.322438 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 15:33:18.322673 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 15:33:18.322912 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 15:33:18.323150 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 15:33:18.323516 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 15:33:18.326652 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 15:33:18.330605 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 15:33:18.334805 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 17 15:33:18.336444 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 15:33:18.336915 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 15:33:18.337259 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 15:33:18.337646 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 15:33:18.340607 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 15:33:18.340863 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 15:33:18.341215 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 15:33:18.346416 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 17 15:33:18.370759 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 15:33:18.371221 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.371523 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110191) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 17 15:33:18.371897 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.373253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110191) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 15:33:18.373537 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 15:33:18.373787 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 15:33:18.377188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.377476 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:18.442034 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 15:33:18.442224 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 15:33:18.442486 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 15:33:18.442863 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 15:33:18.464340 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_db.sqlalchemy.engines [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110191) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 15:33:18.918321 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Initializing driver for type 'gre' May 17 15:33:18.919216 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] gre ID ranges: [(1, 1000)] May 17 15:33:18.983170 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Initializing driver for type 'local' May 17 15:33:18.983563 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Initializing driver for type 'vlan' May 17 15:33:18.997376 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] VlanTypeDriver initialization complete May 17 15:33:18.997768 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Initializing driver for type 'vxlan' May 17 15:33:18.998332 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] vxlan ID ranges: [(1, 1000)] May 17 15:33:19.054457 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Initializing extension driver 'port_security' May 17 15:33:19.054832 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.extensions.port_security [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] PortSecurityExtensionDriver initialization complete May 17 15:33:19.055191 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Initializing mechanism driver 'openvswitch' May 17 15:33:19.055519 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Initializing mechanism driver 'hyperv' May 17 15:33:19.062097 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.plugins.ml2.plugin [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:33:19.062940 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > port after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.063320 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > port after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.063678 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > port after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.064209 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 15:33:19.064649 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > subnet after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.065006 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > subnet after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.065374 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.065777 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 15:33:19.066215 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > network after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.066595 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > network after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.066942 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > network after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.067844 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 15:33:19.068250 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > security_group after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.068603 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > security_group after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.068946 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.069342 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 15:33:19.069756 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.070129 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.070475 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.070870 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 15:33:19.071275 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > address_group after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.071625 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > address_group after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.071971 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.072366 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 15:33:19.072809 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] ML2 OVO RPC backend initialized. {{(pid=110191) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 17 15:33:19.073517 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.073876 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.074322 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > network before_response 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.074677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > networks before_response 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.075023 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > port before_response 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.075366 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > ports before_response 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.075711 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > subnet before_response 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.076054 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > subnets before_response 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.076400 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > network after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.076743 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > network after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.077080 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > network after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.077417 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > port after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.077754 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > port after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.078113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > port after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.078450 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > subnet after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.078788 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > subnet after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.079122 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.087172 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded quota_driver: . May 17 15:33:19.087534 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.plugin [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Modular L2 Plugin initialization complete May 17 15:33:19.087881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading services supported by the core plugin {{(pid=110191) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 15:33:19.088223 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.plugins.ml2.managers [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Got port-security extension from driver 'port_security' May 17 15:33:19.088701 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.extensions.vlantransparent [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Disabled vlantransparent extension. May 17 15:33:19.089198 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110191) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 15:33:19.089523 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading Plugin: router May 17 15:33:19.124381 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.124775 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router after_create 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.125149 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router before_create 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.125515 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.125889 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.126279 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router after_delete 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.126642 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.126996 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.127359 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router after_create 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.127709 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router after_update 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.128065 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router after_update 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.128417 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.128895 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router after_update 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.129311 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_update 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.129683 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: port after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.130536 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: port after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.130874 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: subnet after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.131213 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.131564 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.131913 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_create 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.132261 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: port before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.132603 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.132958 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router after_update 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.133301 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.133651 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_create 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.134031 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.134383 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_update 55549900 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.134752 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > agent after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.135103 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > agent after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.135453 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > network after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.136320 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Tracking information for resource: router configured {{(pid=110191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 15:33:19.136655 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Tracking information for resource: floatingip configured {{(pid=110191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 15:33:19.141484 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.db.l3_agentschedulers_db [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 15:33:19.142087 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: port after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.142457 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: port after_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.142813 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: port after_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.143165 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: port after_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.143963 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router before_create 55550100 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.144331 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.144933 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_create 55550100 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.145021 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > router precommit_update 55550100 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.150412 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.services.provider_configuration [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service providers = [] {{(pid=110191) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 15:33:19.150781 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.db.servicetype_db [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110191) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 15:33:19.153757 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.services.service_base [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 15:33:19.154144 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.services.service_base [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 15:33:19.154488 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.services.service_base [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 15:33:19.155379 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.services.service_base [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 15:33:19.155755 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.services.service_base [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 15:33:19.156141 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 15:33:19.156462 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 15:33:19.167091 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 15:33:19.167435 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading Plugin: auto_allocate May 17 15:33:19.173228 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: network precommit_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.173551 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: network precommit_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.174111 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 15:33:19.174436 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading Plugin: tag May 17 15:33:19.181787 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 15:33:19.182151 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading Plugin: timestamp May 17 15:33:19.185967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 15:33:19.186333 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading Plugin: network_ip_availability May 17 15:33:19.191828 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.192199 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.193110 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.193821 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 15:33:19.194177 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading Plugin: flavors May 17 15:33:19.199098 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 15:33:19.199434 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading Plugin: revisions May 17 15:33:19.203739 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 15:33:19.204132 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_concurrency.lockutils [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=110191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 15:33:19.204874 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110191) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 17 15:33:19.205212 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Initializing extension manager. May 17 15:33:19.205741 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: __init__.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.206113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: __pycache__ {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.206450 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: _port_mac_address_override.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.206782 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: address_group.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.207552 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.208151 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: address-group May 17 15:33:19.208476 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: address_scope.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.209195 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.209702 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: address-scope May 17 15:33:19.210054 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.210996 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.211519 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: router-admin-state-down-before-update May 17 15:33:19.211828 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: agent.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.212531 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.213037 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: agent May 17 15:33:19.213359 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: agent_resources_synced.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.214314 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.214824 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: agent-resources-synced May 17 15:33:19.215145 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: allowedaddresspairs.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.216955 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.217475 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: allowed-address-pairs May 17 15:33:19.217802 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: auto_allocated_topology.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.218910 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.219688 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: auto-allocated-topology May 17 15:33:19.220014 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: availability_zone.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.220713 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.221219 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: availability_zone May 17 15:33:19.221545 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: availability_zone_filter.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.222487 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.222994 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: availability_zone_filter May 17 15:33:19.223316 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: data_plane_status.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.224248 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.224747 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension data-plane-status not supported by any of loaded plugins May 17 15:33:19.225069 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: default_subnetpools.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.225985 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.226511 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: default-subnetpools May 17 15:33:19.226833 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.227648 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.228152 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: dhcp_agent_scheduler May 17 15:33:19.228473 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: dns.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.229391 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.229895 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension dns-integration not supported by any of loaded plugins May 17 15:33:19.230255 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: dns_domain_ports.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.231181 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.231690 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 15:33:19.232010 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.232937 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.233441 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 17 15:33:19.233764 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: dvr.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.234489 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.234990 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: dvr May 17 15:33:19.235312 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: ecmp_routes.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.236234 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.236739 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension ecmp_routes not supported by any of loaded plugins May 17 15:33:19.237060 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: empty_string_filtering.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.237972 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.238505 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: empty-string-filtering May 17 15:33:19.238825 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.240261 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.240771 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 15:33:19.241093 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.242036 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.242553 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 15:33:19.242876 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: external_net.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.243791 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.244303 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: external-net May 17 15:33:19.244620 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.245532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.246072 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: extra_dhcp_opt May 17 15:33:19.246395 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: extraroute.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.247317 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.247829 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: extraroute May 17 15:33:19.248153 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: extraroute_atomic.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.249381 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.249899 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: extraroute-atomic May 17 15:33:19.250257 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: filter_validation.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.250932 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.251440 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: filter-validation May 17 15:33:19.251763 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: fip_pf_description.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.252672 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.253176 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 15:33:19.253496 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: fip_pf_port_range.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.254445 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.255485 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 17 15:33:19.255804 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: fip_port_details.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.256721 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.257229 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: fip-port-details May 17 15:33:19.257550 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: flavors.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.258832 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.259346 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: flavors May 17 15:33:19.259674 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.261315 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.261839 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 15:33:19.262206 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: floatingip_pools.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.262911 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.263422 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: floatingip-pools May 17 15:33:19.263749 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: ip_allocation.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.264683 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.265189 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension ip_allocation not supported by any of loaded plugins May 17 15:33:19.265520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.266474 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.266984 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: ip-substring-filtering May 17 15:33:19.267312 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l2_adjacency.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.268257 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.268762 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension l2_adjacency not supported by any of loaded plugins May 17 15:33:19.269089 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.270111 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.270657 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: router May 17 15:33:19.270987 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.273229 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.273754 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 15:33:19.274124 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.275052 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.275567 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: ext-gw-mode May 17 15:33:19.275898 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.276822 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.277334 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: l3-ha May 17 15:33:19.277663 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.278602 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.279111 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 17 15:33:19.279439 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3_flavors.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.280355 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.280862 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: l3-flavors May 17 15:33:19.281190 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.282577 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.283085 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 17 15:33:19.283414 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.284334 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.284846 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: l3-port-ip-change-not-allowed May 17 15:33:19.285172 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: l3agentscheduler.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.286260 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.286775 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: l3_agent_scheduler May 17 15:33:19.287103 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: local_ip.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.290418 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.290947 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension local_ip not supported by any of loaded plugins May 17 15:33:19.291283 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: logging.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.292759 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.293282 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension logging not supported by any of loaded plugins May 17 15:33:19.293616 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: metering.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.294400 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.294994 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: metering May 17 15:33:19.295320 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.296426 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.296947 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: metering_source_and_destination_fields May 17 15:33:19.297276 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: multiprovidernet.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.298260 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.298773 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: multi-provider May 17 15:33:19.299100 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: netmtu.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.300018 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.300531 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: net-mtu May 17 15:33:19.300856 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: netmtu_writable.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.302314 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.302825 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: net-mtu-writable May 17 15:33:19.303153 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: network_availability_zone.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.303840 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.304355 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: network_availability_zone May 17 15:33:19.304684 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: network_ip_availability.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.305792 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.306348 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: network-ip-availability May 17 15:33:19.306677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: network_segment_range.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.307455 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.307959 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension network-segment-range not supported by any of loaded plugins May 17 15:33:19.308291 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: pagination.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.309280 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.309614 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: pagination May 17 15:33:19.309936 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: port_device_profile.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.310875 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.311388 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: port-device-profile May 17 15:33:19.311709 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: port_mac_address_override.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.312664 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.313176 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: port-mac-override May 17 15:33:19.313503 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.314456 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.314967 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: port-mac-address-regenerate May 17 15:33:19.315289 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.316204 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.316716 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: port-numa-affinity-policy May 17 15:33:19.317038 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: port_resource_request.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.318531 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.319042 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension port-resource-request not supported by any of loaded plugins May 17 15:33:19.319363 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: port_resource_request_groups.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.320332 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.320842 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 17 15:33:19.321164 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: portbindings.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.322125 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.322641 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: binding May 17 15:33:19.322960 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: portbindings_extended.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.324233 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.324746 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: binding-extended May 17 15:33:19.325078 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: portsecurity.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.326034 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.326542 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: port-security May 17 15:33:19.326873 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: project_id.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.327853 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.328186 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: project-id May 17 15:33:19.328512 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: providernet.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.329432 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.329946 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: provider May 17 15:33:19.330299 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.334045 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.334573 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos not supported by any of loaded plugins May 17 15:33:19.334904 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.336153 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.336670 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 15:33:19.336999 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.337939 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.338482 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 15:33:19.338812 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_default.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.339728 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.340243 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-default not supported by any of loaded plugins May 17 15:33:19.340578 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_fip.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.341506 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.342047 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-fip not supported by any of loaded plugins May 17 15:33:19.342382 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.343300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.343807 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 17 15:33:19.344134 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_gateway_ip.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.345317 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.345825 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 15:33:19.346185 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_port_network_policy.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.347102 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.347613 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 15:33:19.347939 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.349017 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.349527 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 17 15:33:19.349856 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.350930 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.351447 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 17 15:33:19.351778 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_pps_rule.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.352959 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.353475 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-pps not supported by any of loaded plugins May 17 15:33:19.353803 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_rule_type_details.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.354749 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.355263 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 15:33:19.355589 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.356514 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.357023 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 17 15:33:19.357347 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: qos_rules_alias.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.358441 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.358958 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 15:33:19.359282 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: quota_check_limit.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.360272 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.360790 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: quota-check-limit May 17 15:33:19.361113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: quotasv2.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.362112 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.362441 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: quotas May 17 15:33:19.362764 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: quotasv2_detail.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.365081 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.365432 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: quota_details May 17 15:33:19.365747 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: rbac.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.366851 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.367382 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: rbac-policies May 17 15:33:19.367715 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: rbac_address_group.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.368653 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.369175 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: rbac-address-group May 17 15:33:19.369504 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: rbac_address_scope.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.370454 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.370971 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: rbac-address-scope May 17 15:33:19.371297 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: rbac_security_groups.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.372220 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.372732 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: rbac-security-groups May 17 15:33:19.373056 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: rbac_subnetpool.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.373981 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.374522 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: rbac-subnetpool May 17 15:33:19.374853 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: revisionifmatch.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.375786 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.376301 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: revision-if-match May 17 15:33:19.376625 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: revisions.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.377782 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.378392 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: standard-attr-revisions May 17 15:33:19.378725 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: router_availability_zone.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.379400 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.380460 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: router_availability_zone May 17 15:33:19.380786 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: routerservicetype.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.381729 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.382279 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension router-service-type not supported by any of loaded plugins May 17 15:33:19.382610 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.383539 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.384242 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: security-groups-normalized-cidr May 17 15:33:19.384572 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.385524 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.386079 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: port-security-groups-filtering May 17 15:33:19.386408 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.387346 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.387866 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: security-groups-remote-address-group May 17 15:33:19.388191 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.389257 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.389771 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: security-groups-shared-filtering May 17 15:33:19.390133 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.390729 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 17 15:33:19.391051 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: securitygroup.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.400740 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.401286 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: security-group May 17 15:33:19.401623 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: segment.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.402421 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.402939 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension segment not supported by any of loaded plugins May 17 15:33:19.403276 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.404253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.404766 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 15:33:19.405095 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: servicetype.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.406242 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.406761 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: service-type May 17 15:33:19.407091 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: sorting.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.408087 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.408420 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: sorting May 17 15:33:19.408746 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: standard_attr_segment.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.409669 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.410218 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 15:33:19.410544 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: standardattrdescription.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.411222 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.411729 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: standard-attr-description May 17 15:33:19.412053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: stateful_security_group.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.413011 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.413521 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: stateful-security-group May 17 15:33:19.413843 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: stdattrs_common.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.414435 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 15:33:19.414756 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.415681 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.416205 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 15:33:19.416528 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: subnet_onboard.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.417601 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.418152 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: subnet_onboard May 17 15:33:19.418480 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.419422 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.419935 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 15:33:19.420259 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: subnet_service_types.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.421190 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.421705 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: subnet-service-types May 17 15:33:19.422051 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: subnetallocation.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.423148 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.423705 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: subnet_allocation May 17 15:33:19.423983 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.424652 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.425160 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: subnetpool-prefix-ops May 17 15:33:19.425481 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.426442 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.427477 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 15:33:19.427797 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: tagging.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.428877 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.429396 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: standard-attr-tag May 17 15:33:19.429721 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: timestamp.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.430956 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.431467 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loaded extension: standard-attr-timestamp May 17 15:33:19.431792 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: trunk.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.432824 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.433340 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension trunk not supported by any of loaded plugins May 17 15:33:19.433674 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: trunk_details.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.434625 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.435134 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension trunk-details not supported by any of loaded plugins May 17 15:33:19.435461 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: uplink_status_propagation.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.436386 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.436892 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 15:33:19.437215 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Loading extension file: vlantransparent.py {{(pid=110191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 15:33:19.437891 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 15:33:19.438424 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extension vlan-transparent not supported by any of loaded plugins May 17 15:33:19.442877 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:network May 17 15:33:19.443706 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:subnet May 17 15:33:19.444364 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:subnetpool May 17 15:33:19.444987 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:port May 17 15:33:19.446287 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.446746 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service FLAVORS assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.447377 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.447815 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.448148 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:router May 17 15:33:19.448589 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:floatingip May 17 15:33:19.449072 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service METERING assigned prefix: /metering {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.450569 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.450947 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.451301 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:33:19.452328 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of CountableResource for resource:rbac_policy May 17 15:33:19.452766 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:security_group May 17 15:33:19.453193 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 15:33:19.453805 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service CORE assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.454165 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:subnetpool May 17 15:33:19.454511 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] subnetpool is already registered May 17 15:33:19.454941 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service CORE assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.455269 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:subnetpool May 17 15:33:19.455600 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] subnetpool is already registered May 17 15:33:19.457925 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.458382 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service FLAVORS assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.458981 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.459409 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.459744 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:router May 17 15:33:19.460080 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] router is already registered May 17 15:33:19.460496 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:floatingip May 17 15:33:19.460836 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] floatingip is already registered May 17 15:33:19.461294 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service METERING assigned prefix: /metering {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.461975 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of CountableResource for resource:rbac_policy May 17 15:33:19.462328 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] rbac_policy is already registered May 17 15:33:19.462736 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:security_group May 17 15:33:19.463070 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] security_group is already registered May 17 15:33:19.463473 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 15:33:19.463808 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] security_group_rule is already registered May 17 15:33:19.464425 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service CORE assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.464753 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:subnetpool May 17 15:33:19.465086 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] subnetpool is already registered May 17 15:33:19.465504 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.v2.resource_helper [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Service CORE assigned prefix: {{(pid=110191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 15:33:19.465830 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Creating instance of TrackedResource for resource:subnetpool May 17 15:33:19.466184 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING neutron.quota.resource_registry [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] subnetpool is already registered May 17 15:33:19.466660 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: extensions {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.468208 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: address-groups {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.469957 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: address-scopes {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.471285 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: agents {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.472440 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: auto-allocated-topology {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.473722 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: availability_zones {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.475950 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: dhcp-networks {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.478047 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: dhcp-agents {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.479665 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: routers {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.482052 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: flavors {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.483328 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: service_profiles {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.484524 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: next_providers {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.485951 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: service_profiles {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.487545 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: floatingip-pools {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.488769 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: routers {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.491241 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: floatingips {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.493484 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: l3-routers {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.494938 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: l3-agents {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.496353 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: metering-labels {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.497623 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: metering-label-rules {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.499018 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: network-ip-availabilities {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.500277 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: bindings {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.501814 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: quotas {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.503493 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: quotas {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.505572 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: rbac-policies {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.506802 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: security-groups {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.508098 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: security-group-rules {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.509342 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: service-providers {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.510577 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: subnetpools {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.511911 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: subnetpools {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.513432 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.515132 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.517104 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.518934 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.520618 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.522584 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.524278 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.526432 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.533645 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.539172 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron.api.extensions [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Extended resource: tags {{(pid=110191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 15:33:19.545588 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING keystonemiddleware.auth_token [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 15:33:19.550858 dv-cinder-842128-1-iscsi neutron-server[110191]: WARNING keystonemiddleware.auth_token [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 15:33:19.560153 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_concurrency.lockutils [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Acquired lock "singleton_lock" {{(pid=110191) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 17 15:33:19.560624 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_concurrency.lockutils [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Releasing lock "singleton_lock" {{(pid=110191) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 17 15:33:19.561279 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO oslo_service.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Starting 2 workers May 17 15:33:19.566215 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Started child 110300 {{(pid=110191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 15:33:19.570746 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Started child 110301 {{(pid=110191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 15:33:19.571811 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:19.572450 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO neutron.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Neutron service started, listening on 0.0.0.0:9696 May 17 15:33:19.572970 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:19.573482 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [-] (110300) wsgi starting up on http://0.0.0.0:9696 May 17 15:33:19.575412 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO oslo_service.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Starting 1 workers May 17 15:33:19.575630 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:19.577084 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [-] (110301) wsgi starting up on http://0.0.0.0:9696 May 17 15:33:19.580687 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Started child 110302 {{(pid=110191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 15:33:19.581219 dv-cinder-842128-1-iscsi neutron-server[110191]: INFO oslo_service.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Starting 1 workers May 17 15:33:19.584599 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] calling RpcWorker wait() {{(pid=110302) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 15:33:19.585134 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] returning from RpcWorker wait() {{(pid=110302) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 15:33:19.585731 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Started child 110303 {{(pid=110191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 15:33:19.586501 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:19.586598 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG neutron_lib.callbacks.manager [None req-c03a29da-4863-4b7f-8e16-949edfcd0387 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:19.587019 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:33:19.588463 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110191) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 15:33:19.588679 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 15:33:19.588860 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 15:33:19.589086 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 15:33:19.589397 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 15:33:19.589558 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 15:33:19.590088 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.590379 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.590656 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.590818 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:19.591281 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.591510 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.591773 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.592025 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.592142 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:33:19.592296 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.592544 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.592722 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.592876 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.593125 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.593353 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.593678 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.593940 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.594198 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.594678 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.594845 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.595103 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.595362 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.595602 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.595956 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] debug = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.596117 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.596644 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.596888 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.597130 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.597360 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.597622 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.597846 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.598126 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.598352 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.599082 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.599322 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.599570 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.599822 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.600053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.600262 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.600514 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.600731 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.601174 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] host = dv-cinder-842128-1-iscsi {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.601416 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.601647 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.601901 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.602185 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.602450 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.602683 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.602930 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.603225 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.603421 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.603660 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.603908 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.604135 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.604373 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.604635 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.604795 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_options = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.605027 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.605293 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.605543 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.605733 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.605900 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.606087 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.606358 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.606519 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.606767 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.606998 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.607210 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.607421 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.607651 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.607893 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.608158 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.608364 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.608594 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.608819 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.609076 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.609319 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.609538 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.609762 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.610021 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.610332 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.610480 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.610694 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.610946 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.611159 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.611369 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.611597 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.611818 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.612080 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.612313 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.612558 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.612814 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.613040 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.613348 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.613483 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.615436 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.615436 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.615436 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.616549 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.616549 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.616549 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.616549 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.616549 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.616848 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_json = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.616972 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.617368 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.617649 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.617853 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.618102 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.618451 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.618928 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.619271 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.619662 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.620247 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.620692 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.621158 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.621576 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.622018 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.622440 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.622693 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.622921 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.623155 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.623747 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.624093 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.624353 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.624680 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.624953 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.625237 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.625579 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.625834 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.626124 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.626346 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.626583 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.626817 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.627037 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.627310 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.627549 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.627779 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.628007 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.628230 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.628520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.628780 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.629260 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.630207 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.630497 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.630766 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.631319 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.631564 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.631813 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.632073 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.632292 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.632541 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.632773 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.633042 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.633280 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.633513 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.633755 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.633966 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.634228 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.634481 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.634728 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.634972 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.635375 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.635522 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.635682 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.635820 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.636043 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.636457 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.636621 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.636767 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.636947 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.637160 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.637383 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.637610 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.637843 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.638100 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.638328 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.638544 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.639002 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.639297 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.639506 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.639667 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.640009 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.640009 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.640009 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.640971 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.640971 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.640971 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.641408 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.641408 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.641838 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.642220 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.642566 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.642748 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.642748 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.643320 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.643320 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.643600 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.643752 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.644027 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.644184 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.644322 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.644553 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.644787 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.645084 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.645356 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.645759 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.646033 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.646503 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.646680 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.646911 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.647108 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.647300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.647578 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.647783 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.648028 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.648299 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.648661 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.648812 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.649134 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.649393 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.649608 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.649807 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.650115 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.650300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.650546 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.650811 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.651045 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.651297 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.651499 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.651732 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.651975 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.652426 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.652711 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.652979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.653262 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.653563 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.654559 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.654559 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.654559 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.656532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.656532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.656532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.656532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.656532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.656532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.656532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.656532 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.657865 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.657865 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.657865 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.657865 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.657865 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.657865 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.658829 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.658829 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.658829 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.658829 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.658829 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.661520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.661520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.661520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.661520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.661520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.661520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.661520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.661520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.663351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.663351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.663351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.663351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.663351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.663351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.663351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.663351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.664892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.664892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.664892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.664892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.664892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.664892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.664892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.664892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.665728 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.665728 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.665728 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.665728 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.665728 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.666704 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.666704 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.666704 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.666704 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.667574 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.667574 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.667574 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.668887 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.668887 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.668887 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.668887 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.668887 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.668887 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.668887 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.670039 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.670039 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.670039 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.670039 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.670039 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.670555 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.670555 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.671064 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.671064 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.671328 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.671444 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.671659 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.671867 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.672107 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.672321 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.672538 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.672765 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.672979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.673191 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.673423 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.673653 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.674144 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.674261 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.674393 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.674628 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.674844 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.675818 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.675818 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.675818 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.675818 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.675818 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.676213 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.676283 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.676470 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.677520 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.677922 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.678184 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.678446 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.678665 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.678892 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.679140 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.679383 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.679620 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.679833 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.680043 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.680413 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.680527 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.680669 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.680876 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.681093 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.681296 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.681507 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.681729 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.681934 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.682166 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.682386 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.682599 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.682807 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.683026 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684509 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684509 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684673 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.684871 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.685084 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.685292 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.685586 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.685831 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.686100 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.686385 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.686629 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.686895 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.687136 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.687453 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.687665 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.687922 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.688159 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.688375 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.688595 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.688839 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.689321 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.689601 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.689850 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.690123 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.690386 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.690673 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.690943 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.691158 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.691439 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.691911 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.692352 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.692791 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.693040 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.693288 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.693535 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.693749 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.693966 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.694242 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.694456 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.694700 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.694947 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.695192 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.695852 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.695852 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.695852 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.696111 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.696672 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.696672 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.696844 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.696844 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 15:33:19.697411 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110191) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 15:33:19.697567 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 15:33:19.697723 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 15:33:19.697893 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 15:33:19.698095 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 15:33:19.698273 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 15:33:19.698446 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.698606 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.698763 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.698924 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.699116 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.699429 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.699585 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.699888 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.700044 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.700331 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.700634 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.700790 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.700948 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.701107 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.701264 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.701422 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.701579 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.701740 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.701894 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.702210 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.702369 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.702525 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] debug = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.702685 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.702878 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.703035 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.703336 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.703489 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.703789 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.703952 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.704137 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.704263 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.704585 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.704744 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.705042 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.705323 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.705478 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.705778 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.705933 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.706250 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.706407 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] host = dv-cinder-842128-1-iscsi {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.706566 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.706722 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.706881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.707037 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.707194 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.707351 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.707508 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.707665 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.707839 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.708004 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.708166 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.708322 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.708615 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.708615 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.708766 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_options = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.708917 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.709152 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47116) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:19.709354 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.709666 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.709849 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.710199 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.710525 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.710854 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.711012 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.711173 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.711333 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.711490 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.711645 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.711936 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.712225 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.712512 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.712842 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.712998 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.713320 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.713638 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.713961 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718789 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:33:19.718881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.718881 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.719677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.719677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.719677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.719677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.719677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.719677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.719677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.719677 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.720182 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.720182 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_json = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.720182 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.720366 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069904 May 17 15:33:19.720435 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.720435 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.720645 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.720922 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.721162 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.721392 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.721551 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.721853 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 15:33:19.722200 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.722500 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.722834 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.722992 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.724680 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.725007 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.725166 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.725465 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.725761 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.725921 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.726113 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.726275 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727244 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727244 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727244 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727244 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727244 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727244 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727644 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727644 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727644 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727815 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.727982 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.728079 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.728232 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.728386 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.728543 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.728714 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.728878 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.729040 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.729967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.729967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.729967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.729967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.729967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.729967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.730374 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.730374 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.730493 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.730559 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.730735 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.730869 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.731969 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.732133 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.732477 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.733530 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.733703 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.733866 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.734053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.734222 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.734388 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.734542 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.734853 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738019 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.738607 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.739253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.739253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.739253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.739253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.739253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.739253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.739253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.739253 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.740190 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.740190 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.740305 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.740688 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.740688 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.740905 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.740905 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.741056 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.741197 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.741362 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.741527 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.741693 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.741876 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.742103 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.742649 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.742649 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.742649 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.743053 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.743188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.743348 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.744300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.744300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.744300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.744300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.744300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.744300 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745054 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745054 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745054 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745054 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745548 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745548 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745548 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745916 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.745916 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.746957 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.747143 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.747311 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.747478 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.747643 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.747820 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.747983 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.748150 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.748314 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.749671 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.749872 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.750983 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.750983 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.750983 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.751956 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.752463 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.752641 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.752812 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.752979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.753147 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.753319 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.753499 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.754962 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.755143 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.755319 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.755519 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.755693 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.756191 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.757384 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.757384 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.757384 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.757587 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.757587 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.757816 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.757914 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.758106 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.758252 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759188 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759539 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759539 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.759925 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.760092 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.760254 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.760524 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.760696 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.760859 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.761367 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.761367 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.761367 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.761608 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.761608 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.761780 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.761942 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.762150 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.762316 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.762480 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.762658 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.762804 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.763979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.763979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.763979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.763979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.763979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.763979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.763979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.764393 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.764393 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.764393 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.764571 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.764635 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.764801 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.764955 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.765108 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.765271 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.765432 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.765616 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.765780 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.765942 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.766248 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.766422 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.766585 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.766751 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.766913 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.767076 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.767233 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.767397 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.767560 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.767722 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.767887 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.768274 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.768445 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.768616 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.769636 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.769822 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.770016 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.770195 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.770380 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.770648 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.770830 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.770983 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.771145 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.771307 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.771470 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.771633 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.771813 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.771977 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.772141 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.772304 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.772467 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.772630 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.772804 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.772968 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.773469 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.773469 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.773469 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.773676 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.773755 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.773901 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.774095 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.774258 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.774419 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.774582 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.774754 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.774917 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.775082 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.775244 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.775405 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.775569 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.775741 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.775902 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.776066 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.776251 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.776413 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.776579 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.776751 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.776914 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.777078 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.777240 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.777389 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.777967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.777967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.777967 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.778205 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.778205 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.778383 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779226 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779226 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779226 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779226 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779226 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779740 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779740 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779740 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.779740 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.780186 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.780186 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.780424 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.780424 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.780653 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.780774 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.780894 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.781015 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.781183 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.781357 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.781519 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.781680 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.781842 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.782030 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.782185 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.782348 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.782511 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.782673 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.782840 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.783001 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.783164 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.783326 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.783489 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.783655 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.783817 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.783979 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.784141 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.784306 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.784472 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 15:33:19.784627 dv-cinder-842128-1-iscsi neutron-server[110191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 15:33:30.992196 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce34dc-45ee-476b-9261-ad04f6edd864 None None] get_active_networks_info from dv-cinder-842128-1-iscsi {{(pid=110302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 17 15:33:31.053759 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce34dc-45ee-476b-9261-ad04f6edd864 None None] No non-hosted networks {{(pid=110302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 15:33:31.078678 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.agentschedulers_db [None req-e9ce34dc-45ee-476b-9261-ad04f6edd864 None None] DHCP Agent not found on host dv-cinder-842128-1-iscsi {{(pid=110302) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 17 15:33:31.193971 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-23408c90-9fc1-4048-b66d-d5a533ef8e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16418402'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:33.391201 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0282feba-7cc9-40b7-b71f-9e774e87874d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16418402'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:33.430483 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2edfbd84-9b6d-4610-b2dc-f69e01920163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:34.258920 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16418402'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:34.345402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47190) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:34.909058 dv-cinder-842128-1-iscsi neutron-server[110301]: WARNING oslo_policy.policy [None req-6eed2799-1863-4cb9-83de-14a109bffead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 15:33:34.909846 dv-cinder-842128-1-iscsi neutron-server[110301]: WARNING oslo_policy.policy [None req-6eed2799-1863-4cb9-83de-14a109bffead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 15:33:35.141819 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [None req-6eed2799-1863-4cb9-83de-14a109bffead admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:33:35.155674 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-6eed2799-1863-4cb9-83de-14a109bffead admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8093052 May 17 15:33:36.006320 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16418402'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:37.451818 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16418402'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:37.453511 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.454138 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.454862 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.455421 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.456035 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.456530 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.457074 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.458077 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.458866 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.459561 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.461126 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.463290 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.467189 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.468226 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.468794 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:37.469774 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-842128-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:33:37.478569 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-842128-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:33:37.679442 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.db.l3_hamode_db [None req-a83abd97-a3c2-49c2-9cf5-b42d18662b85 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 15:33:37.717918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47220) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:37.759661 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83abd97-a3c2-49c2-9cf5-b42d18662b85 None None] Routers set() bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:33:37.760026 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83abd97-a3c2-49c2-9cf5-b42d18662b85 None None] Router IDs set() for agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 17 15:33:38.036645 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-29ec25e0-957a-4fb1-a259-479ca01c32bf admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:33:38.127557 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.policy [None req-29ec25e0-957a-4fb1-a259-479ca01c32bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110301) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 15:33:38.169031 dv-cinder-842128-1-iscsi neutron-server[110301]: WARNING oslo_policy.policy [None req-29ec25e0-957a-4fb1-a259-479ca01c32bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 15:33:38.169418 dv-cinder-842128-1-iscsi neutron-server[110301]: WARNING oslo_policy.policy [None req-29ec25e0-957a-4fb1-a259-479ca01c32bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 15:33:38.267201 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29ec25e0-957a-4fb1-a259-479ca01c32bf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763607240121', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763607239565', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763607223622', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763607231260', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763607235550', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763607275263', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1501706', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1292856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16607529', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16655687'] for rbac-policy (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:38.340647 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29ec25e0-957a-4fb1-a259-479ca01c32bf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:38.358033 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-29ec25e0-957a-4fb1-a259-479ca01c32bf admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6227815 May 17 15:33:40.752022 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47232) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:41.065451 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:33:41.094985 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Made reservation on behalf of 40b91b4949b0461a99311b62cd96aa7a for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:33:41.098865 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:41.115490 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:41.219755 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Publish callbacks [] for security_group (6a2139db-24de-4232-b923-538b5fb27fc6), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:41.223414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (6a2139db-24de-4232-b923-538b5fb27fc6), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:41.255503 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:33:41.282251 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (c25f1e6f-3a96-40a7-acd1-651343bb12e0), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:41.282786 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Added segment c25f1e6f-3a96-40a7-acd1-651343bb12e0 of type vlan for network ac6325f2-cb3e-4865-8803-e9babaae95b1 May 17 15:33:41.297705 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2139db-24de-4232-b923-538b5fb27fc6,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:33:41.346943 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.347280 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.348150 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.348497 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.348818 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.349133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.349449 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.349761 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.350096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.350594 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.350914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.351239 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.352941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.352941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.352941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Tracked resource versions report: May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: pushed versions: May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: { 'AddressGroup': {'1.2'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Agent': {'1.1'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'ConntrackHelper': {'1.0'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'LocalIPAssociation': {'1.0'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Log': {'1.0'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'NDPProxy': {'1.0'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Network': {'1.1'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Port': {'1.7'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'PortForwarding': {'1.3'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'QosPolicy': {'1.10'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SecurityGroup': {'1.5'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SecurityGroupRule': {'1.2'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SubPort': {'1.0'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Subnet': {'1.1'}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Trunk': {'1.1'}} May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: consumer versions: May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: { DHCP agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: L3 agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: Metadata agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: Metering agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: Open vSwitch agent@dv-cinder-842128-1-iscsi: { 'AddressGroup': '1.2', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Agent': '1.1', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'ConntrackHelper': '1.0', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'LocalIPAssociation': '1.0', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Log': '1.0', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'NDPProxy': '1.0', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Network': '1.1', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Port': '1.7', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'PortForwarding': '1.3', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'QosPolicy': '1.10', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SecurityGroup': '1.5', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SecurityGroupRule': '1.2', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SubPort': '1.0', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Subnet': '1.1', May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Trunk': '1.1'}} May 17 15:33:41.353742 dv-cinder-842128-1-iscsi neutron-server[110301]: {{(pid=110301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 15:33:41.399785 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (ac6325f2-cb3e-4865-8803-e9babaae95b1), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:41.439708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (ac6325f2-cb3e-4865-8803-e9babaae95b1), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:41.445031 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:33:41.445742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:41.515537 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7624726 May 17 15:33:41.565499 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca079b-199b-42c9-b326-93759e78ade2 demo demo] Pushing event updated for resources: {'Network': ['ID=ac6325f2-cb3e-4865-8803-e9babaae95b1,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:33:41.578673 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network ac6325f2-cb3e-4865-8803-e9babaae95b1 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:33:44.078293 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47244) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:44.489290 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f6f908-eb9c-41d3-8c08-8af20fef878e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:33:44.490603 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-00f6f908-eb9c-41d3-8c08-8af20fef878e demo admin] 10.222.0.75 "GET /v2.0/networks/ac6325f2-cb3e-4865-8803-e9babaae95b1 HTTP/1.1" status: 200 len: 825 time: 0.4113727 May 17 15:33:44.514156 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-05e28bfc-9899-4e9e-a3b2-be97f1b4737a demo admin] 10.222.0.75 "GET /v2.0/subnetpools/6a9ca858-7384-44dd-8bc3-1ba7ba26390d HTTP/1.1" status: 200 len: 734 time: 0.0179415 May 17 15:33:44.522217 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1', 'subnetpool_id': '6a9ca858-7384-44dd-8bc3-1ba7ba26390d', 'name': 'private-subnet'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:33:44.542918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Made reservation on behalf of 40b91b4949b0461a99311b62cd96aa7a for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:33:44.545278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:44.829181 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (6147d454-1f11-4628-a1f1-cc929d6d50b0), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:44.900836 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Checking segment: {'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:33:44.901213 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Network hostable DHCP agents. Network: ac6325f2-cb3e-4865-8803-e9babaae95b1, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:33:44.905786 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Pushing event updated for resources: {'Subnet': ['ID=6147d454-1f11-4628-a1f1-cc929d6d50b0,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:33:44.924203 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Network ac6325f2-cb3e-4865-8803-e9babaae95b1 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:33:44.934697 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, ac6325f2-cb3e-4865-8803-e9babaae95b1) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:33:44.939204 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:33:44.939795 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:44.944412 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df7c8a-7933-4ad8-a8a4-e7843b2ea5b6 None None] Network ac6325f2-cb3e-4865-8803-e9babaae95b1 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:33:44.965387 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-04c3e001-428a-49c3-9abc-2e6a4a1840be demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4357066 May 17 15:33:45.204362 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-ac6325f2-cb3e-4865-8803-e9babaae95b1', 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1', 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'fixed_ips': [{'subnet_id': '6147d454-1f11-4628-a1f1-cc929d6d50b0'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:33:45.205672 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:45.478795 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Allocated IP 172.20.0.2 (ac6325f2-cb3e-4865-8803-e9babaae95b1/6147d454-1f11-4628-a1f1-cc929d6d50b0/d7fa8f8e-3628-444d-8ec9-f03b167a586e) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:33:45.740750 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Publish callbacks [] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:45.749038 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:45.818222 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Network ac6325f2-cb3e-4865-8803-e9babaae95b1 is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:33:45.831359 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:33:45.841765 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:33:45.849498 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Pushing event updated for resources: {'Port': ['ID=d7fa8f8e-3628-444d-8ec9-f03b167a586e,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:33:45.895752 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.896101 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.896461 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.896823 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.897160 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.897498 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.897826 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.898176 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.898505 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.898830 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.899155 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.899498 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.899824 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.900147 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.900467 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Tracked resource versions report: May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: pushed versions: May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: { 'AddressGroup': {'1.2'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Agent': {'1.1'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'ConntrackHelper': {'1.0'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'LocalIPAssociation': {'1.0'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Log': {'1.0'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'NDPProxy': {'1.0'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Network': {'1.1'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Port': {'1.7'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'PortForwarding': {'1.3'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'QosPolicy': {'1.10'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SecurityGroup': {'1.5'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SecurityGroupRule': {'1.2'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SubPort': {'1.0'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Subnet': {'1.1'}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Trunk': {'1.1'}} May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: consumer versions: May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: { DHCP agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: L3 agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: Metadata agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: Metering agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: Open vSwitch agent@dv-cinder-842128-1-iscsi: { 'AddressGroup': '1.2', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Agent': '1.1', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'ConntrackHelper': '1.0', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'LocalIPAssociation': '1.0', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Log': '1.0', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'NDPProxy': '1.0', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Network': '1.1', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Port': '1.7', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'PortForwarding': '1.3', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'QosPolicy': '1.10', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SecurityGroup': '1.5', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SecurityGroupRule': '1.2', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SubPort': '1.0', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Subnet': '1.1', May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Trunk': '1.1'}} May 17 15:33:45.901880 dv-cinder-842128-1-iscsi neutron-server[110302]: {{(pid=110302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 15:33:45.937918 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Attempting to bind port d7fa8f8e-3628-444d-8ec9-f03b167a586e on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:33:45.938347 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Attempting to bind port d7fa8f8e-3628-444d-8ec9-f03b167a586e by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:33:45.938777 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Attempting to bind port d7fa8f8e-3628-444d-8ec9-f03b167a586e on network ac6325f2-cb3e-4865-8803-e9babaae95b1 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:33:45.943661 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:33:45.944054 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Checking segment: {'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:33:45.944535 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:45.945064 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Bound using segment: {'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:33:45.945403 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Bound port: d7fa8f8e-3628-444d-8ec9-f03b167a586e, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:33:45.945803 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:46.004311 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] For port d7fa8f8e-3628-444d-8ec9-f03b167a586e, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:33:46.024203 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] For port d7fa8f8e-3628-444d-8ec9-f03b167a586e, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d7fa8f8e-3628-444d-8ec9-f03b167a586e,segment=NetworkSegment(c25f1e6f-3a96-40a7-acd1-651343bb12e0),segment_id=c25f1e6f-3a96-40a7-acd1-651343bb12e0)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:33:46.032122 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:46.087006 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8f092-9b74-4a7f-a81d-7bb30e84e5e8 None None] Pushing event updated for resources: {'Port': ['ID=d7fa8f8e-3628-444d-8ec9-f03b167a586e,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:33:47.444600 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47252) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:47.778444 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [None req-2a852c1f-8ac7-490a-87aa-c83161226710 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:33:47.779612 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-2a852c1f-8ac7-490a-87aa-c83161226710 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3334188 May 17 15:33:50.245601 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47260) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:50.735729 dv-cinder-842128-1-iscsi neutron-server[110300]: WARNING oslo_policy.policy [None req-71253d39-5537-40ae-bfac-4c78e6e2ff11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 15:33:50.736347 dv-cinder-842128-1-iscsi neutron-server[110300]: WARNING oslo_policy.policy [None req-71253d39-5537-40ae-bfac-4c78e6e2ff11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 15:33:50.951925 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [None req-71253d39-5537-40ae-bfac-4c78e6e2ff11 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:33:50.953248 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-71253d39-5537-40ae-bfac-4c78e6e2ff11 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7056811 May 17 15:33:53.461736 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47274) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:53.769174 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:33:53.827817 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.policy [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110300) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 15:33:53.869298 dv-cinder-842128-1-iscsi neutron-server[110300]: WARNING oslo_policy.policy [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 15:33:53.869693 dv-cinder-842128-1-iscsi neutron-server[110300]: WARNING oslo_policy.policy [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 15:33:53.938714 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (ee334a75-e87d-4ca4-be98-22e0b56d6316), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:53.941430 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (ee334a75-e87d-4ca4-be98-22e0b56d6316), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:54.093925 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] Publish callbacks [] for router_controller (ee334a75-e87d-4ca4-be98-22e0b56d6316), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:54.100232 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (ee334a75-e87d-4ca4-be98-22e0b56d6316), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:54.125024 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:54.126207 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3bd97d21-d1a9-4a10-b5c5-f538dd09d22d demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6634042 May 17 15:33:56.146846 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d7fa8f8e-3628-444d-8ec9-f03b167a586e up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:33:56.233526 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port d7fa8f8e-3628-444d-8ec9-f03b167a586e triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:33:56.233937 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:56.333806 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port d7fa8f8e-3628-444d-8ec9-f03b167a586e is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:33:56.334129 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:56.368473 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port d7fa8f8e-3628-444d-8ec9-f03b167a586e, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d7fa8f8e-3628-444d-8ec9-f03b167a586e,segment=NetworkSegment(c25f1e6f-3a96-40a7-acd1-651343bb12e0),segment_id=c25f1e6f-3a96-40a7-acd1-651343bb12e0)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:33:56.372848 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:56.423706 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=d7fa8f8e-3628-444d-8ec9-f03b167a586e,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:33:56.593068 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47288) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:56.910818 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [None req-fe9f44aa-7afb-4c71-bf61-360d410f09a2 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:33:56.912023 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-fe9f44aa-7afb-4c71-bf61-360d410f09a2 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3179569 May 17 15:33:57.564778 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6ed7e-e187-40c6-b5f4-c8fbf37ea45c None None] Network ac6325f2-cb3e-4865-8803-e9babaae95b1 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:33:57.643523 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-a8e39db3-228f-4dad-8c9f-c7664f1fa350 None None] Provisioning complete for port d7fa8f8e-3628-444d-8ec9-f03b167a586e triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:33:57.643937 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a8e39db3-228f-4dad-8c9f-c7664f1fa350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:57.766475 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-a8e39db3-228f-4dad-8c9f-c7664f1fa350 None None] Current status of the port d7fa8f8e-3628-444d-8ec9-f03b167a586e is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:33:57.883966 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-9754cfc4-0dbe-4280-9930-7aedbc54f0db None None] Provisioning complete for port d7fa8f8e-3628-444d-8ec9-f03b167a586e triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:33:57.884351 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-9754cfc4-0dbe-4280-9930-7aedbc54f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:57.955838 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-9754cfc4-0dbe-4280-9930-7aedbc54f0db None None] Current status of the port d7fa8f8e-3628-444d-8ec9-f03b167a586e is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:33:58.124789 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d7fa8f8e-3628-444d-8ec9-f03b167a586e up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:33:58.167431 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port d7fa8f8e-3628-444d-8ec9-f03b167a586e triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:33:58.167815 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:58.237545 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port d7fa8f8e-3628-444d-8ec9-f03b167a586e is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:33:59.402923 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47296) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:33:59.707764 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:33:59.730269 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Made reservation on behalf of 519a641cdee343408fe589d891a54066 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:33:59.733120 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:59.747912 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:59.854829 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Publish callbacks [] for security_group (92be6549-12c3-4259-832a-f702fe672c60), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:59.858566 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (92be6549-12c3-4259-832a-f702fe672c60), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:59.869454 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=110300) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 15:33:59.902916 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (8cd823d1-bf4c-41c4-bcd1-7e289aea95ba), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:33:59.903470 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Added segment 8cd823d1-bf4c-41c4-bcd1-7e289aea95ba of type flat for network cd69c63f-0361-4103-81bd-656d5e0d1e1c May 17 15:33:59.919331 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92be6549-12c3-4259-832a-f702fe672c60,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:33:59.949327 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.949599 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.949960 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.950330 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.950658 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.950980 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.951302 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.951620 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.951954 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.952277 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.952608 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.952950 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.953272 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.953587 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.953901 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Tracked resource versions report: May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: pushed versions: May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: { 'AddressGroup': {'1.2'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Agent': {'1.1'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'ConntrackHelper': {'1.0'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'LocalIPAssociation': {'1.0'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Log': {'1.0'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'NDPProxy': {'1.0'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Network': {'1.1'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Port': {'1.7'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'PortForwarding': {'1.3'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'QosPolicy': {'1.10'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SecurityGroup': {'1.5'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SecurityGroupRule': {'1.2'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SubPort': {'1.0'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Subnet': {'1.1'}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Trunk': {'1.1'}} May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: consumer versions: May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: { DHCP agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: L3 agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: Metadata agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: Metering agent@dv-cinder-842128-1-iscsi: {}, May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: Open vSwitch agent@dv-cinder-842128-1-iscsi: { 'AddressGroup': '1.2', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Agent': '1.1', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'ConntrackHelper': '1.0', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'LocalIPAssociation': '1.0', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Log': '1.0', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'NDPProxy': '1.0', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Network': '1.1', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Port': '1.7', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'PortForwarding': '1.3', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'QosPolicy': '1.10', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SecurityGroup': '1.5', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SecurityGroupRule': '1.2', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SubPort': '1.0', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Subnet': '1.1', May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Trunk': '1.1'}} May 17 15:33:59.955378 dv-cinder-842128-1-iscsi neutron-server[110300]: {{(pid=110300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 15:34:00.032577 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (cd69c63f-0361-4103-81bd-656d5e0d1e1c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:00.072470 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (cd69c63f-0361-4103-81bd-656d5e0d1e1c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:00.073698 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:34:00.074435 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:00.134402 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7304802 May 17 15:34:00.177363 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5e1c-6c6f-4a2d-b669-ce3daf5271c1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd69c63f-0361-4103-81bd-656d5e0d1e1c,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:00.187894 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:34:00.919077 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-23ea72f2-894f-4c89-997b-c0e853250ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:02.539244 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47308) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:34:02.889589 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25531b-4140-4c47-89d9-f67c4f84e9ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:34:02.890981 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3b25531b-4140-4c47-89d9-f67c4f84e9ca demo admin] 10.222.0.75 "GET /v2.0/subnets/6147d454-1f11-4628-a1f1-cc929d6d50b0 HTTP/1.1" status: 200 len: 849 time: 0.3508108 May 17 15:34:03.048851 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1c6fc305-996c-4284-ba61-e690698cceac demo admin] 10.222.0.75 "GET /v2.0/routers/ee334a75-e87d-4ca4-be98-22e0b56d6316 HTTP/1.1" status: 200 len: 704 time: 0.1518095 May 17 15:34:03.306098 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:03.379668 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-389ab397-4ce4-45a6-9e40-2743f9f21031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:03.595622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Allocated IP 172.20.0.1 (ac6325f2-cb3e-4865-8803-e9babaae95b1/6147d454-1f11-4628-a1f1-cc929d6d50b0/e37da4d4-2733-4378-ac3d-365cbd695425) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:34:03.745486 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Publish callbacks [] for port (e37da4d4-2733-4378-ac3d-365cbd695425), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:03.813253 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:03.923982 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Network ac6325f2-cb3e-4865-8803-e9babaae95b1 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:34:03.929366 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:34:03.936284 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:34:03.936822 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (ee334a75-e87d-4ca4-be98-22e0b56d6316), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:04.002408 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Pushing event updated for resources: {'Port': ['ID=e37da4d4-2733-4378-ac3d-365cbd695425,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:04.110295 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-15b98730-4611-445e-8525-0ebeeceb98a0 None None] Provisioning complete for port e37da4d4-2733-4378-ac3d-365cbd695425 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:34:04.110689 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-15b98730-4611-445e-8525-0ebeeceb98a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:04.140908 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:04.191146 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-15b98730-4611-445e-8525-0ebeeceb98a0 None None] Port e37da4d4-2733-4378-ac3d-365cbd695425 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:34:04.220746 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:04.374238 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Publish callbacks [] for port (e37da4d4-2733-4378-ac3d-365cbd695425), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:04.379167 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:04.379932 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (ee334a75-e87d-4ca4-be98-22e0b56d6316), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:04.434027 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Pushing event updated for resources: {'Port': ['ID=e37da4d4-2733-4378-ac3d-365cbd695425,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:04.499630 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Network ac6325f2-cb3e-4865-8803-e9babaae95b1 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:34:04.500831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:34:04.653417 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Router ee334a75-e87d-4ca4-be98-22e0b56d6316 is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:34:04.710710 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-9227e099-af9d-46f4-8f99-393506fbd023 None None] Provisioning complete for port e37da4d4-2733-4378-ac3d-365cbd695425 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:34:04.711711 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-9227e099-af9d-46f4-8f99-393506fbd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:04.741619 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:34:04.742937 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-9227e099-af9d-46f4-8f99-393506fbd023 None None] Port e37da4d4-2733-4378-ac3d-365cbd695425 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:34:04.746977 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-62007d4d-b11d-4e1c-bd82-756e33a4c2d5 demo admin] 10.222.0.75 "PUT /v2.0/routers/ee334a75-e87d-4ca4-be98-22e0b56d6316/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6928873 May 17 15:34:04.765722 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Sync routers for ids ['ee334a75-e87d-4ca4-be98-22e0b56d6316'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:34:04.777914 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Routers {'ee334a75-e87d-4ca4-be98-22e0b56d6316'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:34:04.778763 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:34:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['ee334a75-e87d-4ca4-be98-22e0b56d6316'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:34:04.954065 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Set router ee334a75-e87d-4ca4-be98-22e0b56d6316 gateway port host: None {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:34:05.361800 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'name': 'router1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:33:53Z', 'updated_at': '2022-05-17T15:34:04Z', 'revision_number': 2, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'gw_port_host': None, '_interfaces': [{'id': 'e37da4d4-2733-4378-ac3d-365cbd695425', 'name': '', 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'mac_address': 'fa:16:3e:84:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:03Z', 'updated_at': '2022-05-17T15:34:04Z', 'revision_number': 2, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'subnets': [{'id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a9ca858-7384-44dd-8bc3-1ba7ba26390d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:34:05.407338 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Checking router: ee334a75-e87d-4ca4-be98-22e0b56d6316 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:34:05.407627 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Updating router ee334a75-e87d-4ca4-be98-22e0b56d6316 port e37da4d4-2733-4378-ac3d-365cbd695425 binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:34:05.460397 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:05.940306 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:05.987035 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Publish callbacks [] for port (e37da4d4-2733-4378-ac3d-365cbd695425), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:05.994322 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:06.165492 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Pushing event updated for resources: {'Port': ['ID=e37da4d4-2733-4378-ac3d-365cbd695425,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:06.184934 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.185344 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.185790 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.186250 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.186673 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.187094 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.187535 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.187956 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.188375 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.188795 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.189238 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.189675 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.190136 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.190587 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.191039 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Tracked resource versions report: May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: pushed versions: May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: { 'AddressGroup': {'1.2'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Agent': {'1.1'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'ConntrackHelper': {'1.0'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'LocalIPAssociation': {'1.0'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Log': {'1.0'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'NDPProxy': {'1.0'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Network': {'1.1'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Port': {'1.7'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'PortForwarding': {'1.3'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'QosPolicy': {'1.10'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SecurityGroup': {'1.5'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SecurityGroupRule': {'1.2'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SubPort': {'1.0'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Subnet': {'1.1'}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Trunk': {'1.1'}} May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: consumer versions: May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: { DHCP agent@dv-cinder-842128-1-iscsi: {}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: L3 agent@dv-cinder-842128-1-iscsi: {}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: Metadata agent@dv-cinder-842128-1-iscsi: {}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: Metering agent@dv-cinder-842128-1-iscsi: {}, May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: Open vSwitch agent@dv-cinder-842128-1-iscsi: { 'AddressGroup': '1.2', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Agent': '1.1', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'ConntrackHelper': '1.0', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'LocalIPAssociation': '1.0', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Log': '1.0', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'NDPProxy': '1.0', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Network': '1.1', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Port': '1.7', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'PortForwarding': '1.3', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'QosPolicy': '1.10', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SecurityGroup': '1.5', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SecurityGroupRule': '1.2', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SubPort': '1.0', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Subnet': '1.1', May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Trunk': '1.1'}} May 17 15:34:06.192605 dv-cinder-842128-1-iscsi neutron-server[110303]: {{(pid=110303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 15:34:06.205344 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Attempting to bind port e37da4d4-2733-4378-ac3d-365cbd695425 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:34:06.205765 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Attempting to bind port e37da4d4-2733-4378-ac3d-365cbd695425 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:34:06.206378 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Attempting to bind port e37da4d4-2733-4378-ac3d-365cbd695425 on network ac6325f2-cb3e-4865-8803-e9babaae95b1 {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:34:06.212421 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:34:06.212837 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Checking segment: {'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:34:06.213324 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:06.213713 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Bound using segment: {'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:34:06.214231 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Bound port: e37da4d4-2733-4378-ac3d-365cbd695425, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25f1e6f-3a96-40a7-acd1-651343bb12e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:34:06.214624 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:06.280477 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] For port e37da4d4-2733-4378-ac3d-365cbd695425, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:34:06.303356 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] For port e37da4d4-2733-4378-ac3d-365cbd695425, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=e37da4d4-2733-4378-ac3d-365cbd695425,segment=NetworkSegment(c25f1e6f-3a96-40a7-acd1-651343bb12e0),segment_id=c25f1e6f-3a96-40a7-acd1-651343bb12e0)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:34:06.309334 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:06.356464 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Routers {'ee334a75-e87d-4ca4-be98-22e0b56d6316'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:34:06.357141 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:34:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['ee334a75-e87d-4ca4-be98-22e0b56d6316'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:34:06.405840 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b46d0-d652-48cd-bb1f-c68fd81ef257 None None] Pushing event updated for resources: {'Port': ['ID=e37da4d4-2733-4378-ac3d-365cbd695425,revision_number=4']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:06.409894 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-a8f6070e-41bf-411d-ab3a-8f7aaae82b8a None None] Provisioning complete for port e37da4d4-2733-4378-ac3d-365cbd695425 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:34:06.410523 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a8f6070e-41bf-411d-ab3a-8f7aaae82b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:06.472117 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] Set router ee334a75-e87d-4ca4-be98-22e0b56d6316 gateway port host: None {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:34:06.494421 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6070e-41bf-411d-ab3a-8f7aaae82b8a None None] Current status of the port e37da4d4-2733-4378-ac3d-365cbd695425 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:34:06.495111 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a8f6070e-41bf-411d-ab3a-8f7aaae82b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:06.529830 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-a8f6070e-41bf-411d-ab3a-8f7aaae82b8a None None] For port e37da4d4-2733-4378-ac3d-365cbd695425, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=e37da4d4-2733-4378-ac3d-365cbd695425,segment=NetworkSegment(c25f1e6f-3a96-40a7-acd1-651343bb12e0),segment_id=c25f1e6f-3a96-40a7-acd1-651343bb12e0)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:34:06.535794 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a8f6070e-41bf-411d-ab3a-8f7aaae82b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:06.582589 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6070e-41bf-411d-ab3a-8f7aaae82b8a None None] Pushing event updated for resources: {'Port': ['ID=e37da4d4-2733-4378-ac3d-365cbd695425,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:06.655347 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8319ca8d-42bc-4e52-be9e-934343bdc7af None None] Provisioning complete for port e37da4d4-2733-4378-ac3d-365cbd695425 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:34:06.655665 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8319ca8d-42bc-4e52-be9e-934343bdc7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:06.680098 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'name': 'router1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:33:53Z', 'updated_at': '2022-05-17T15:34:04Z', 'revision_number': 2, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'gw_port_host': None, '_interfaces': [{'id': 'e37da4d4-2733-4378-ac3d-365cbd695425', 'name': '', 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'mac_address': 'fa:16:3e:84:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:03Z', 'updated_at': '2022-05-17T15:34:06Z', 'revision_number': 4, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'subnets': [{'id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a9ca858-7384-44dd-8bc3-1ba7ba26390d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:34:06.704419 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db331b-62f7-4720-a0e7-517787bb0bf4 None None] The sync data for ids ['ee334a75-e87d-4ca4-be98-22e0b56d6316'] in dv-cinder-842128-1-iscsi is: [{'id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'name': 'router1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:33:53Z', 'updated_at': '2022-05-17T15:34:04Z', 'revision_number': 2, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'gw_port_host': None, '_interfaces': [{'id': 'e37da4d4-2733-4378-ac3d-365cbd695425', 'name': '', 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'mac_address': 'fa:16:3e:84:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:03Z', 'updated_at': '2022-05-17T15:34:06Z', 'revision_number': 4, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'subnets': [{'id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a9ca858-7384-44dd-8bc3-1ba7ba26390d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:34:06.737178 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8319ca8d-42bc-4e52-be9e-934343bdc7af None None] Current status of the port e37da4d4-2733-4378-ac3d-365cbd695425 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:34:07.214185 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47328) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:34:07.447583 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:07.452069 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc7dc8-6d23-4a19-9baf-9720649e8b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:34:07.453468 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-52bc7dc8-6d23-4a19-9baf-9720649e8b7f admin admin] 10.222.0.75 "GET /v2.0/networks/cd69c63f-0361-4103-81bd-656d5e0d1e1c HTTP/1.1" status: 200 len: 842 time: 0.2382421 May 17 15:34:07.463603 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Request body: {'subnet': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:34:07.488114 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Made reservation on behalf of 519a641cdee343408fe589d891a54066 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:34:07.490540 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:07.856956 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.objects.ports [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110300) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 17 15:34:07.857429 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (108264b7-fab5-4bd8-ab41-224b65d28542), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:07.918899 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108264b7-fab5-4bd8-ab41-224b65d28542,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:07.923347 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:34:07.923850 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Network hostable DHCP agents. Network: cd69c63f-0361-4103-81bd-656d5e0d1e1c, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:34:07.944232 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:34:07.955081 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, cd69c63f-0361-4103-81bd-656d5e0d1e1c) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:34:07.960925 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:34:07.961953 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:07.965859 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192cf721-477c-4e3d-bb9e-9e05b6867f23 None None] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:34:07.984086 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-001a8627-4099-49c9-8ea2-c4cc9863bec8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5176125 May 17 15:34:08.095323 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c999aa-2feb-49da-9c9f-ace5561b36a5 None None] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:34:10.423273 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47346) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:34:10.626417 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2d385b9f-7c45-4519-86dc-884cecf929f6 demo admin] 10.222.0.75 "GET /v2.0/routers/ee334a75-e87d-4ca4-be98-22e0b56d6316 HTTP/1.1" status: 200 len: 710 time: 0.2019503 May 17 15:34:10.717058 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62474492-58c0-4fb9-9b7f-ebac32d0d0dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:34:10.718405 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-62474492-58c0-4fb9-9b7f-ebac32d0d0dd demo admin] 10.222.0.75 "GET /v2.0/networks/cd69c63f-0361-4103-81bd-656d5e0d1e1c HTTP/1.1" status: 200 len: 886 time: 0.0865660 May 17 15:34:10.727903 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:34:10.960586 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks [] for router_gateway (ee334a75-e87d-4ca4-be98-22e0b56d6316), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:11.174740 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks [] for router_gateway (ee334a75-e87d-4ca4-be98-22e0b56d6316), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:11.253209 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:11.452609 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Allocated IP 172.27.2.72 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/90ace4de-3c57-47a0-8ff5-b4f09943f902) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:34:11.559747 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks [] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:11.616307 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:11.677762 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:34:11.682289 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:34:11.685345 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:34:11.743597 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Pushing event updated for resources: {'Port': ['ID=90ace4de-3c57-47a0-8ff5-b4f09943f902,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:11.973099 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks [] for router_gateway (ee334a75-e87d-4ca4-be98-22e0b56d6316), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:12.161815 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16424511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16423314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-376'] for router (ee334a75-e87d-4ca4-be98-22e0b56d6316), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:12.166383 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16424488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16424481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16423307'] for router (ee334a75-e87d-4ca4-be98-22e0b56d6316), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:12.268663 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Router ee334a75-e87d-4ca4-be98-22e0b56d6316 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:34:12.369259 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:34:12.375043 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:12.376236 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5acc276d-8b3f-4f0a-89a3-a593e813b197 demo admin] 10.222.0.75 "PUT /v2.0/routers/ee334a75-e87d-4ca4-be98-22e0b56d6316 HTTP/1.1" status: 200 len: 889 time: 1.6514962 May 17 15:34:14.145751 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device e37da4d4-2733-4378-ac3d-365cbd695425 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:34:14.192181 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port e37da4d4-2733-4378-ac3d-365cbd695425 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:34:14.192558 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:14.262535 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port e37da4d4-2733-4378-ac3d-365cbd695425 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:34:14.821665 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47358) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:34:14.937442 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8ef234c2-eb32-48e5-a246-a027491c60fd admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1146426 May 17 15:34:15.542682 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Sync routers for ids ['ee334a75-e87d-4ca4-be98-22e0b56d6316'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:34:15.555159 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Routers {'ee334a75-e87d-4ca4-be98-22e0b56d6316'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:34:15.555901 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:34:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['ee334a75-e87d-4ca4-be98-22e0b56d6316'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:34:15.760886 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Set router ee334a75-e87d-4ca4-be98-22e0b56d6316 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:34:16.133335 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'name': 'router1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '90ace4de-3c57-47a0-8ff5-b4f09943f902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:33:53Z', 'updated_at': '2022-05-17T15:34:11Z', 'revision_number': 4, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'gw_port': {'id': '90ace4de-3c57-47a0-8ff5-b4f09943f902', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:11Z', 'updated_at': '2022-05-17T15:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'e37da4d4-2733-4378-ac3d-365cbd695425', 'name': '', 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'mac_address': 'fa:16:3e:84:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:03Z', 'updated_at': '2022-05-17T15:34:06Z', 'revision_number': 5, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'subnets': [{'id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a9ca858-7384-44dd-8bc3-1ba7ba26390d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:34:16.261542 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Checking router: ee334a75-e87d-4ca4-be98-22e0b56d6316 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:34:16.262057 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Updating router ee334a75-e87d-4ca4-be98-22e0b56d6316 port 90ace4de-3c57-47a0-8ff5-b4f09943f902 binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:34:16.314780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:16.659827 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Publish callbacks [] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:16.667220 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:16.718616 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Attempting to bind port 90ace4de-3c57-47a0-8ff5-b4f09943f902 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:34:16.718913 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Attempting to bind port 90ace4de-3c57-47a0-8ff5-b4f09943f902 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:34:16.719637 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Attempting to bind port 90ace4de-3c57-47a0-8ff5-b4f09943f902 on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:34:16.724528 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b24bb6-60e2-41af-aa0c-c1461bd87b37 None None] Pushing event updated for resources: {'Port': ['ID=90ace4de-3c57-47a0-8ff5-b4f09943f902,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:16.727348 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:34:16.727719 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:34:16.728114 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:16.728492 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:34:16.728961 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Bound port: 90ace4de-3c57-47a0-8ff5-b4f09943f902, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:34:16.729333 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:16.783451 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] For port 90ace4de-3c57-47a0-8ff5-b4f09943f902, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:34:16.787431 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] For port 90ace4de-3c57-47a0-8ff5-b4f09943f902, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=90ace4de-3c57-47a0-8ff5-b4f09943f902,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:34:16.793868 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:16.846828 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b24bb6-60e2-41af-aa0c-c1461bd87b37 None None] Pushing event updated for resources: {'Port': ['ID=90ace4de-3c57-47a0-8ff5-b4f09943f902,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:16.860488 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Routers {'ee334a75-e87d-4ca4-be98-22e0b56d6316'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:34:16.861098 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:34:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['ee334a75-e87d-4ca4-be98-22e0b56d6316'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:34:16.967506 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] Set router ee334a75-e87d-4ca4-be98-22e0b56d6316 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:34:17.183417 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'name': 'router1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '90ace4de-3c57-47a0-8ff5-b4f09943f902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:33:53Z', 'updated_at': '2022-05-17T15:34:11Z', 'revision_number': 4, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'gw_port': {'id': '90ace4de-3c57-47a0-8ff5-b4f09943f902', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:11Z', 'updated_at': '2022-05-17T15:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'e37da4d4-2733-4378-ac3d-365cbd695425', 'name': '', 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'mac_address': 'fa:16:3e:84:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:03Z', 'updated_at': '2022-05-17T15:34:06Z', 'revision_number': 5, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'subnets': [{'id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a9ca858-7384-44dd-8bc3-1ba7ba26390d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:34:17.210122 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e47392-30bf-4a53-b8c2-8a6d4c63296e None None] The sync data for ids ['ee334a75-e87d-4ca4-be98-22e0b56d6316'] in dv-cinder-842128-1-iscsi is: [{'id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'name': 'router1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '90ace4de-3c57-47a0-8ff5-b4f09943f902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:33:53Z', 'updated_at': '2022-05-17T15:34:11Z', 'revision_number': 4, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'gw_port': {'id': '90ace4de-3c57-47a0-8ff5-b4f09943f902', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:11Z', 'updated_at': '2022-05-17T15:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'e37da4d4-2733-4378-ac3d-365cbd695425', 'name': '', 'network_id': 'ac6325f2-cb3e-4865-8803-e9babaae95b1', 'tenant_id': '40b91b4949b0461a99311b62cd96aa7a', 'mac_address': 'fa:16:3e:84:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee334a75-e87d-4ca4-be98-22e0b56d6316', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:34:03Z', 'updated_at': '2022-05-17T15:34:06Z', 'revision_number': 5, 'project_id': '40b91b4949b0461a99311b62cd96aa7a', 'subnets': [{'id': '6147d454-1f11-4628-a1f1-cc929d6d50b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a9ca858-7384-44dd-8bc3-1ba7ba26390d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:34:18.190788 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 90ace4de-3c57-47a0-8ff5-b4f09943f902 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:34:18.237183 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 90ace4de-3c57-47a0-8ff5-b4f09943f902 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:34:18.237567 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:18.310988 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 90ace4de-3c57-47a0-8ff5-b4f09943f902 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:34:18.311294 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:18.332001 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port 90ace4de-3c57-47a0-8ff5-b4f09943f902, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=90ace4de-3c57-47a0-8ff5-b4f09943f902,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:34:18.344670 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:18.394797 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=90ace4de-3c57-47a0-8ff5-b4f09943f902,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:34:20.220388 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 90ace4de-3c57-47a0-8ff5-b4f09943f902 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:34:20.343530 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 90ace4de-3c57-47a0-8ff5-b4f09943f902 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:34:20.343915 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (90ace4de-3c57-47a0-8ff5-b4f09943f902), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:20.472069 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 90ace4de-3c57-47a0-8ff5-b4f09943f902 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:34:30.927650 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0b244648-b4ad-47ec-b8d1-986eb9f60216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:33.385273 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2b97cec9-c82f-42f6-978b-d69c8363927c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:33.629568 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:34:34.241741 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:35.942342 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:34:37.454187 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:00.924620 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7f821e11-33d0-44a5-9b00-dff9b0179322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:03.379673 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9ad1-3b2a-4383-8911-2a912f0a54ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:04.230820 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:05.940791 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:07.454536 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:10.630838 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:35:30.916307 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-116d13ce-5fd1-4187-8afa-8d6753a25c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:33.052195 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47842) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:33.115177 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.pecan_wsgi.hooks.translation [None req-859b2a85-64d5-4f43-b0c7-ff1a867ba32a admin admin] GET failed (client error): The resource could not be found. May 17 15:35:33.116483 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-859b2a85-64d5-4f43-b0c7-ff1a867ba32a admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633516 May 17 15:35:33.275686 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d2009d-a990-4475-a33a-5799d6ac455c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:33.277179 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c9d2009d-a990-4475-a33a-5799d6ac455c admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566050 May 17 15:35:33.382974 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-46613c81-7227-47b9-b17a-8b7f4209b1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:34.232236 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:35.517218 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47852) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:35.607873 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b60500-c32b-4e5b-8b11-38e98ebd7a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:35.609207 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d1b60500-c32b-4e5b-8b11-38e98ebd7a95 admin admin] 10.222.0.75 "GET /v2.0/subnets/6147d454-1f11-4628-a1f1-cc929d6d50b0 HTTP/1.1" status: 200 len: 849 time: 0.0910184 May 17 15:35:35.618464 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:35:35.712412 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Publish callbacks [] for subnet (6147d454-1f11-4628-a1f1-cc929d6d50b0), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:35.925404 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763604284802'] for subnet (6147d454-1f11-4628-a1f1-cc929d6d50b0), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:35.947820 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:35.959466 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:35.960386 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:35.961480 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] 10.222.0.75 "PUT /v2.0/subnets/6147d454-1f11-4628-a1f1-cc929d6d50b0 HTTP/1.1" status: 200 len: 868 time: 0.3464487 May 17 15:35:35.968321 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2bda1c-c29e-4269-9652-33d06ae80aa5 None None] Network ac6325f2-cb3e-4865-8803-e9babaae95b1 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:35:35.977458 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6147d454-1f11-4628-a1f1-cc929d6d50b0,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:35:35.985894 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.986256 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.986421 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.986771 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.987096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.987430 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.987761 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.988085 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.988436 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.988767 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.989117 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.989461 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.989785 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.990135 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:35.990458 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d26ce-0a9c-46e9-ae8d-649396da0639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:35:36.315088 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-832ee937-0ca8-4c37-875d-139d76c4029b None None] Provisioning complete for port e37da4d4-2733-4378-ac3d-365cbd695425 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:35:36.315464 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-832ee937-0ca8-4c37-875d-139d76c4029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e37da4d4-2733-4378-ac3d-365cbd695425), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:36.387146 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-832ee937-0ca8-4c37-875d-139d76c4029b None None] Current status of the port e37da4d4-2733-4378-ac3d-365cbd695425 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:35:36.395237 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-832ee937-0ca8-4c37-875d-139d76c4029b None None] Provisioning complete for port d7fa8f8e-3628-444d-8ec9-f03b167a586e triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:35:36.395611 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-832ee937-0ca8-4c37-875d-139d76c4029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d7fa8f8e-3628-444d-8ec9-f03b167a586e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:36.463111 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-832ee937-0ca8-4c37-875d-139d76c4029b None None] Current status of the port d7fa8f8e-3628-444d-8ec9-f03b167a586e is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:35:37.449380 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:35:38.196981 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47860) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:38.392221 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe890e-3b9a-4efe-8d11-8dbfbe9fa5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:38.392692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe890e-3b9a-4efe-8d11-8dbfbe9fa5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:38.394234 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ccbe890e-3b9a-4efe-8d11-8dbfbe9fa5c6 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962824 May 17 15:35:40.618256 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47868) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:40.750471 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f062a-2fa0-4b1e-9349-310838261afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:40.750988 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f062a-2fa0-4b1e-9349-310838261afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:40.752550 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-354f062a-2fa0-4b1e-9349-310838261afb admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333556 May 17 15:35:42.961351 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47876) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:43.089607 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d62996-ca96-494d-b397-4e57d4ea9a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:43.090978 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-00d62996-ca96-494d-b397-4e57d4ea9a02 admin admin] 10.222.0.75 "GET /v2.0/networks/ac6325f2-cb3e-4865-8803-e9babaae95b1 HTTP/1.1" status: 200 len: 869 time: 0.1286592 May 17 15:35:45.514554 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 47884) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:45.635671 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408cf707-fde9-4262-a895-e11b723b24b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:45.637024 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-408cf707-fde9-4262-a895-e11b723b24b7 admin admin] 10.222.0.75 "GET /v2.0/networks/cd69c63f-0361-4103-81bd-656d5e0d1e1c HTTP/1.1" status: 200 len: 886 time: 0.1215305 May 17 15:35:47.629936 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:35:47.848566 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47892) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:47.972095 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107bcb8-e909-437f-8197-94ee8f4ca3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:47.972542 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107bcb8-e909-437f-8197-94ee8f4ca3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:47.974114 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5107bcb8-e909-437f-8197-94ee8f4ca3cb admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245928 May 17 15:35:50.180846 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47902) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:50.270118 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc8b06-62c6-4608-835a-0a5eb3791b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:50.270566 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc8b06-62c6-4608-835a-0a5eb3791b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:50.272053 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-82dc8b06-62c6-4608-835a-0a5eb3791b3e admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902712 May 17 15:35:52.498415 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47910) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:52.586575 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac87c9e-2f02-4a09-86a7-a3c1d687d75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:52.587881 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-dac87c9e-2f02-4a09-86a7-a3c1d687d75c admin admin] 10.222.0.75 "GET /v2.0/subnets/108264b7-fab5-4bd8-ab41-224b65d28542 HTTP/1.1" status: 200 len: 816 time: 0.0882757 May 17 15:35:54.804529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47918) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:35:54.901490 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3ed90-110d-4589-a40e-ca23c9b2c2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:35:54.902835 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-34f3ed90-110d-4589-a40e-ca23c9b2c2e0 admin admin] 10.222.0.75 "GET /v2.0/subnets/6147d454-1f11-4628-a1f1-cc929d6d50b0 HTTP/1.1" status: 200 len: 868 time: 0.0973763 May 17 15:36:00.918057 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-80ee1074-cbd4-4881-a319-bf289f91f9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:03.384831 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2e84036b-cf74-487d-8422-dec884fb49d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:04.236942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:05.950752 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:07.451558 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:24.629660 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:36:30.919646 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c0ba77f3-9369-462f-a78b-b12e7dd0a8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:33.386334 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f8369311-daa2-494a-8456-5d01dd33e434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:34.241787 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:35.125936 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47976) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:36:35.173186 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [None req-cfaf86bf-3eb7-4296-bc36-1eb2589f119d admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:36:35.174188 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-cfaf86bf-3eb7-4296-bc36-1eb2589f119d admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472710 May 17 15:36:35.955041 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:37.455240 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:37.508428 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47984) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:36:37.569002 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b9a745-50c3-4a99-8957-05ea2d04553e admin admin] GET failed (client error): The resource could not be found. May 17 15:36:37.570288 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-67b9a745-50c3-4a99-8957-05ea2d04553e admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609124 May 17 15:36:37.769304 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23077ef2-8112-49ec-bc56-77c73ecefe7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:36:37.770718 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-23077ef2-8112-49ec-bc56-77c73ecefe7c admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1964266 May 17 15:36:40.032231 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 47992) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:36:40.078334 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:36:40.098953 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Made reservation on behalf of 519a641cdee343408fe589d891a54066 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:36:40.101459 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:40.137599 dv-cinder-842128-1-iscsi neutron-server[110300]: WARNING neutron.services.revisions.revision_plugin [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Could not find related network for resource to bump revision. May 17 15:36:40.152645 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:36:40.163579 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (812ebc57-1171-46bb-9e2e-485eef4e039c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:40.163997 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Added segment 812ebc57-1171-46bb-9e2e-485eef4e039c of type vlan for network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 May 17 15:36:40.211577 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (4f94b04f-500b-4b32-9717-cc4fa0cb58e0), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:40.235331 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (4f94b04f-500b-4b32-9717-cc4fa0cb58e0), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:40.236243 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:36:40.236844 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:40.271188 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2378843 May 17 15:36:40.305303 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Pushing event updated for resources: {'Network': ['ID=4f94b04f-500b-4b32-9717-cc4fa0cb58e0,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:36:40.312785 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.313136 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.313499 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.313848 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.314212 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.314544 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.314872 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.315198 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.315547 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.315878 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.316219 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.316550 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.316870 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.317193 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.317512 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b806e-96fb-4914-8b2b-f0d1d965818b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:40.329081 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:36:42.515378 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48000) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:36:42.574577 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35fa116-0a10-407d-8c45-0e85a2360f85 admin admin] GET failed (client error): The resource could not be found. May 17 15:36:42.575861 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e35fa116-0a10-407d-8c45-0e85a2360f85 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594985 May 17 15:36:42.642977 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917efe3a-3ffc-47c9-a6c9-2bb01e96bd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:36:42.644395 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-917efe3a-3ffc-47c9-a6c9-2bb01e96bd3f admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645125 May 17 15:36:42.653615 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:36:42.672529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Made reservation on behalf of 519a641cdee343408fe589d891a54066 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:36:42.675005 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:42.834088 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (8ac0a87f-12f0-4787-98fb-06e5414566e5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:42.892857 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac0a87f-12f0-4787-98fb-06e5414566e5,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:36:42.902204 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Checking segment: {'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:36:42.902561 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Network hostable DHCP agents. Network: 4f94b04f-500b-4b32-9717-cc4fa0cb58e0, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:36:42.919351 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:36:42.927993 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 4f94b04f-500b-4b32-9717-cc4fa0cb58e0) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:36:42.932086 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:36:42.932712 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:42.938207 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e6eac-6ec7-494d-a8d1-ce4137923f45 None None] Network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:36:42.947957 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2b55adfe-bf20-40ce-b0c0-81d14548dc30 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2975786 May 17 15:36:43.041792 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-4f94b04f-500b-4b32-9717-cc4fa0cb58e0', 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0', 'project_id': '519a641cdee343408fe589d891a54066', 'fixed_ips': [{'subnet_id': '8ac0a87f-12f0-4787-98fb-06e5414566e5'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:36:43.042792 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:43.194852 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Allocated IP 192.168.233.2 (4f94b04f-500b-4b32-9717-cc4fa0cb58e0/8ac0a87f-12f0-4787-98fb-06e5414566e5/b5c7d27e-94b6-4495-ae75-ed299684cad0) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:36:43.436934 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Publish callbacks [] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:43.443208 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:43.478180 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:36:43.481282 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:36:43.489455 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:36:43.495916 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Pushing event updated for resources: {'Port': ['ID=b5c7d27e-94b6-4495-ae75-ed299684cad0,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:36:43.506018 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.506367 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.506718 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.507068 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.507397 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.507721 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.508038 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.508356 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.508672 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.508997 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.509315 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.509647 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.509962 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.510300 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.510610 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:36:43.567009 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Attempting to bind port b5c7d27e-94b6-4495-ae75-ed299684cad0 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:36:43.567368 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Attempting to bind port b5c7d27e-94b6-4495-ae75-ed299684cad0 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:36:43.567729 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Attempting to bind port b5c7d27e-94b6-4495-ae75-ed299684cad0 on network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:36:43.573059 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:36:43.573441 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Checking segment: {'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:36:43.573837 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:43.575418 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Bound using segment: {'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:36:43.575418 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Bound port: b5c7d27e-94b6-4495-ae75-ed299684cad0, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:36:43.575701 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:43.636786 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] For port b5c7d27e-94b6-4495-ae75-ed299684cad0, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:36:43.639938 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] For port b5c7d27e-94b6-4495-ae75-ed299684cad0, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b5c7d27e-94b6-4495-ae75-ed299684cad0,segment=NetworkSegment(812ebc57-1171-46bb-9e2e-485eef4e039c),segment_id=812ebc57-1171-46bb-9e2e-485eef4e039c)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:36:43.646259 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:43.700172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fcdd5-0f87-4fed-92d8-aa6f498690ae None None] Pushing event updated for resources: {'Port': ['ID=b5c7d27e-94b6-4495-ae75-ed299684cad0,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:36:44.254240 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b5c7d27e-94b6-4495-ae75-ed299684cad0 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:36:44.304050 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port b5c7d27e-94b6-4495-ae75-ed299684cad0 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:36:44.304449 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:44.384657 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port b5c7d27e-94b6-4495-ae75-ed299684cad0 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:36:44.385038 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:44.423097 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port b5c7d27e-94b6-4495-ae75-ed299684cad0, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b5c7d27e-94b6-4495-ae75-ed299684cad0,segment=NetworkSegment(812ebc57-1171-46bb-9e2e-485eef4e039c),segment_id=812ebc57-1171-46bb-9e2e-485eef4e039c)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:36:44.429960 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:44.484325 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=b5c7d27e-94b6-4495-ae75-ed299684cad0,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:36:44.597973 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ebd7c-cc64-4572-9815-0f5179534db6 None None] Network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:36:44.681304 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-581fa282-2b5d-4d00-ae96-49c99c4b2dfb None None] Provisioning complete for port b5c7d27e-94b6-4495-ae75-ed299684cad0 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:36:44.681691 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-581fa282-2b5d-4d00-ae96-49c99c4b2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:44.782479 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-581fa282-2b5d-4d00-ae96-49c99c4b2dfb None None] Current status of the port b5c7d27e-94b6-4495-ae75-ed299684cad0 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:36:45.102767 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-1f3d28e7-b63c-4f3f-85ae-524b74d25307 None None] Provisioning complete for port b5c7d27e-94b6-4495-ae75-ed299684cad0 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:36:45.103081 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-1f3d28e7-b63c-4f3f-85ae-524b74d25307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:45.182598 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d28e7-b63c-4f3f-85ae-524b74d25307 None None] Current status of the port b5c7d27e-94b6-4495-ae75-ed299684cad0 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:36:46.222153 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b5c7d27e-94b6-4495-ae75-ed299684cad0 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:36:46.269671 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port b5c7d27e-94b6-4495-ae75-ed299684cad0 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:36:46.270082 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b5c7d27e-94b6-4495-ae75-ed299684cad0), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:36:46.346708 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port b5c7d27e-94b6-4495-ae75-ed299684cad0 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:37:00.921525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d89f8637-171b-4062-af90-a0b15ab4da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:01.629970 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:37:03.388162 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6ae5899c-ad55-48d7-acd5-c5fd56a1e557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:04.242281 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:05.958745 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:07.456957 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:30.922879 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c806ab30-e808-46bf-bc10-36c9c4ab8606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:33.391013 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-17b41c6d-8cab-452c-9fc7-35978ce31696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:34.245505 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:35.962631 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:37.460859 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:37:38.629688 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:38:00.924983 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ecef4248-7558-4885-aa66-3f421d195de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:03.393304 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7b16-c2a4-433a-883d-8a8addbf5579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:04.246696 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:05.967450 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:07.463212 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:09.945745 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48038) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:38:09.951423 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [None req-8541e5cc-5be8-4d45-9d7a-1ae0ff4c85d0 tempest-verify_tempest_config-1358242562 tempest-verify_tempest_config-1358242562-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:38:09.953057 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8541e5cc-5be8-4d45-9d7a-1ae0ff4c85d0 tempest-verify_tempest_config-1358242562 tempest-verify_tempest_config-1358242562-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063088 May 17 15:38:10.242715 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48056) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:38:10.346015 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:10.421140 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Publish callbacks [] for security_group (89161990-d99a-4a01-9848-d1ed24a19418), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:10.424531 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (89161990-d99a-4a01-9848-d1ed24a19418), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:10.470769 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4572bc9e15bb42f791b2dd9295a25896&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2270219 May 17 15:38:10.471729 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89161990-d99a-4a01-9848-d1ed24a19418,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:38:10.473790 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48062) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:38:10.478895 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.479239 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.479578 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.479911 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.480236 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.480561 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.480894 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.481199 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.481517 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.481837 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.482194 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.482532 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.482853 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.483666 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.483980 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29107f-aefa-4daa-9ccb-df38abd2f7e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.531587 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Publish callbacks [] for security_group (89161990-d99a-4a01-9848-d1ed24a19418), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:10.552284 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Publish callbacks [] for security_group (89161990-d99a-4a01-9848-d1ed24a19418), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:10.642258 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (89161990-d99a-4a01-9848-d1ed24a19418), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:10.644775 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:10.645981 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89161990-d99a-4a01-9848-d1ed24a19418 HTTP/1.1" status: 204 len: 168 time: 0.1708624 May 17 15:38:10.653623 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89161990-d99a-4a01-9848-d1ed24a19418,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:38:10.660827 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.661178 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.661522 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.661849 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.662206 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.662543 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.662864 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.663185 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.663507 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.663830 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.664156 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.664599 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.665091 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.665367 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:10.665709 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a4fb-c6ff-4268-8ceb-7e8ad0a34cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:38:15.629166 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:38:30.926411 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-268f8b83-35c3-4f5e-8689-12095ba4d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:33.396255 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ec0cba66-4f8f-448a-9013-4b8bf462dc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:34.251480 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:35.970465 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:37.465262 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:38:52.627695 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:39:00.928113 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fd91c36b-9d05-4888-a473-919d6398d84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:03.397123 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-afa0cf81-29e2-4199-8bb2-5d3a02049538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:04.254701 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:05.973180 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:07.467682 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:29.627412 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 5 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:39:30.931194 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2b364296-b5da-48c9-9fab-810121c2fcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:33.399058 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a8eb-9337-4b69-85c6-a0255a9b78a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:34.256377 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:35.977160 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:37.471891 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:39:57.650645 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16418402'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:00.932749 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-eaa195cc-84c3-4042-b449-38f050bad82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:03.401047 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-98254fdb-6027-4f1a-aa1f-b6e66d6a398f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:04.257455 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:05.984619 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:06.627800 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:40:07.475244 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:10.301322 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48132) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:40:10.404324 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-26f5bdaf-dd6a-4347-89ce-e9a120e8cdd0 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1018608 May 17 15:40:12.626163 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48142) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:40:12.687383 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-21d70605-cc8b-4b6b-a6b8-2c74674c6f00 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0601015 May 17 15:40:27.647890 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:30.936958 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c7aedcdb-43db-46d4-ae56-5a517b245a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:33.402475 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ba527637-417c-4e95-ba8d-72bb7dae5b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:34.260957 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:35.985872 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:37.477568 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:40:43.626846 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:40:57.695456 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:00.939100 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-1adf63ae-5da8-42cc-9d55-9b44ac992d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:03.405111 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cc58f7dc-d04a-4f42-8d84-5634c20c1220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:04.264862 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:05.989082 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:07.483083 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:20.626799 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:41:27.695992 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:30.941378 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-84e4c148-dd49-4903-8480-33a9a5074dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:33.412300 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5452345b-e72b-4946-9e4f-184c85308322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:34.267238 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:35.987165 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:37.476460 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:49.950190 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48300) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:50.190732 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-network', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:50.212242 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Made reservation on behalf of 87cc0cd3d0df4dccbc28058b6866d076 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:41:50.216649 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.233341 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.320692 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Publish callbacks [] for security_group (3a1956c5-1ac6-457b-8a5d-99abe8db7caf), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.329008 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (3a1956c5-1ac6-457b-8a5d-99abe8db7caf), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.358997 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:41:50.361207 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1956c5-1ac6-457b-8a5d-99abe8db7caf,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:50.373179 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.373556 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.374065 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.374410 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.374758 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.375080 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.375467 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.375793 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.376112 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.376433 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.376775 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.377125 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.377523 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.377991 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.378105 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48332) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:50.378589 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Tracked resource versions report: May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: pushed versions: May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: { 'AddressGroup': {'1.2'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Agent': {'1.1'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'ConntrackHelper': {'1.0'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'LocalIPAssociation': {'1.0'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Log': {'1.0'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'NDPProxy': {'1.0'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Network': {'1.1'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Port': {'1.7'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'PortForwarding': {'1.3'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'QosPolicy': {'1.10'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SecurityGroup': {'1.5'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SecurityGroupRule': {'1.2'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SubPort': {'1.0'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Subnet': {'1.1'}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Trunk': {'1.1'}} May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: consumer versions: May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: { DHCP agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: HyperV agent@hv-cinder-84212: {}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: L3 agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: Metadata agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: Metering agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: Open vSwitch agent@dv-cinder-842128-1-iscsi: { 'AddressGroup': '1.2', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Agent': '1.1', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'ConntrackHelper': '1.0', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'LocalIPAssociation': '1.0', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Log': '1.0', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'NDPProxy': '1.0', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Network': '1.1', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Port': '1.7', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'PortForwarding': '1.3', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'QosPolicy': '1.10', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SecurityGroup': '1.5', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SecurityGroupRule': '1.2', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'SubPort': '1.0', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Subnet': '1.1', May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: 'Trunk': '1.1'}} May 17 15:41:50.379379 dv-cinder-842128-1-iscsi neutron-server[110300]: {{(pid=110300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 15:41:50.384656 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (f181b2b8-28ee-4470-bad6-3912c43435cc), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.385591 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Added segment f181b2b8-28ee-4470-bad6-3912c43435cc of type vlan for network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f May 17 15:41:50.425114 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.452212 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.453264 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:50.453851 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.481387 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5300820 May 17 15:41:50.484909 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48342) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:50.490842 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Request body: {'subnet': {'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-subnet', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:50.513635 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Made reservation on behalf of 87cc0cd3d0df4dccbc28058b6866d076 for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:41:50.516962 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.527546 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6f684-780e-4ef7-9179-b20e38a0335f admin admin] Pushing event updated for resources: {'Network': ['ID=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:50.537955 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:41:50.674976 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48348) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:50.708021 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.771781 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:50.781727 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.782177 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.782608 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.783020 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.783503 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.783863 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.784257 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.784651 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.785045 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.785444 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.785838 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.786302 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.786709 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.787094 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.787413 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Tracked resource versions report: May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: pushed versions: May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: { 'AddressGroup': {'1.2'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Agent': {'1.1'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'ConntrackHelper': {'1.0'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'LocalIPAssociation': {'1.0'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Log': {'1.0'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'NDPProxy': {'1.0'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Network': {'1.1'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Port': {'1.7'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'PortForwarding': {'1.3'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'QosPolicy': {'1.10'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SecurityGroup': {'1.5'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SecurityGroupRule': {'1.2'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SubPort': {'1.0'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Subnet': {'1.1'}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Trunk': {'1.1'}} May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: consumer versions: May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: { DHCP agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: HyperV agent@hv-cinder-84212: {}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: L3 agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: Metadata agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: Metering agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: Open vSwitch agent@dv-cinder-842128-1-iscsi: { 'AddressGroup': '1.2', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Agent': '1.1', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'ConntrackHelper': '1.0', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'LocalIPAssociation': '1.0', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Log': '1.0', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'NDPProxy': '1.0', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Network': '1.1', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Port': '1.7', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'PortForwarding': '1.3', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'QosPolicy': '1.10', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SecurityGroup': '1.5', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SecurityGroupRule': '1.2', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'SubPort': '1.0', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Subnet': '1.1', May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: 'Trunk': '1.1'}} May 17 15:41:50.788721 dv-cinder-842128-1-iscsi neutron-server[110301]: {{(pid=110301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 15:41:50.794701 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Checking segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:41:50.795050 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Network hostable DHCP agents. Network: f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:41:50.820017 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:41:50.829251 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-741112850-network', 'tenant_id': 'bf36f753be81486182665056a949849c'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:50.845467 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:50.852325 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:50.853181 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.859576 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bff92d-5579-4832-bed5-38327278ae28 None None] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:41:50.871896 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Made reservation on behalf of bf36f753be81486182665056a949849c for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:41:50.874961 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.889960 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.918749 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48356) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:50.918749 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48358) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:50.919514 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-17ce0d85-400c-4457-97ab-7f26b75d1473 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4335434 May 17 15:41:50.924160 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:50.963226 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (f216769a-302c-48c1-9bda-0d7e64a0a195), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:50.966101 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (f216769a-302c-48c1-9bda-0d7e64a0a195), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.012992 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Publish callbacks [] for security_group (d18f7d1d-1c02-46e7-b342-0f90336b6490), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.018803 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d18f7d1d-1c02-46e7-b342-0f90336b6490), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.056099 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f7d1d-1c02-46e7-b342-0f90336b6490,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:51.064886 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:41:51.065779 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks [] for router_controller (f216769a-302c-48c1-9bda-0d7e64a0a195), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.067269 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:41:51.068907 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.082363 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (e066a05b-3435-4a94-a5d8-870c56c45b33), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.082999 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Added segment e066a05b-3435-4a94-a5d8-870c56c45b33 of type vlan for network 16bc5678-13ce-4abe-8c13-1d4cfd08569f May 17 15:41:51.159267 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (16bc5678-13ce-4abe-8c13-1d4cfd08569f), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.218383 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (16bc5678-13ce-4abe-8c13-1d4cfd08569f), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.219415 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:51.221064 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.262405 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Allocated IP 172.20.0.2 (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f/2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f/44acf8a2-7f91-4d9c-9ddf-858a53cfd08e) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:41:51.274154 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks [] for router_gateway (f216769a-302c-48c1-9bda-0d7e64a0a195), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.286598 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1498028209-network', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:51.331563 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9520171 May 17 15:41:51.334337 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48380) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:51.347690 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-555451364-network', 'tenant_id': '5e120255943e4fecadc7d4a2a9188f9d'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:51.354965 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Request body: {'subnet': {'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-subnet', 'tenant_id': 'bf36f753be81486182665056a949849c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:51.368783 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Made reservation on behalf of b23dc4cf2a954ab8a64c81eac9080a70 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:41:51.371645 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.444389 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.470920 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Made reservation on behalf of 5e120255943e4fecadc7d4a2a9188f9d for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:41:51.473235 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.475268 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdfe93-57df-4847-b1b1-08bfc316c15f admin admin] Pushing event updated for resources: {'Network': ['ID=16bc5678-13ce-4abe-8c13-1d4cfd08569f,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:51.476681 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Publish callbacks [] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.495988 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:41:51.501071 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Made reservation on behalf of bf36f753be81486182665056a949849c for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:41:51.508293 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.521579 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.542378 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.593914 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:41:51.655092 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:51.663231 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:41:51.761319 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Pushing event updated for resources: {'Port': ['ID=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:51.795877 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.797081 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.797655 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.798939 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.799517 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.802595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.802595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.802595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.802595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.802595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.802595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.803426 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.804016 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.804418 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.804974 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Tracked resource versions report: May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: pushed versions: May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: { 'AddressGroup': {'1.2'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Agent': {'1.1'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'ConntrackHelper': {'1.0'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'LocalIPAssociation': {'1.0'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Log': {'1.0'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'NDPProxy': {'1.0'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Network': {'1.1'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Port': {'1.7'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'PortForwarding': {'1.3'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'QosPolicy': {'1.10'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SecurityGroup': {'1.5'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SecurityGroupRule': {'1.2'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SubPort': {'1.0'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Subnet': {'1.1'}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Trunk': {'1.1'}} May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: consumer versions: May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: { DHCP agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: HyperV agent@hv-cinder-84212: {}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: L3 agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: Metadata agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: Metering agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: Open vSwitch agent@dv-cinder-842128-1-iscsi: { 'AddressGroup': '1.2', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Agent': '1.1', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'ConntrackHelper': '1.0', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'LocalIPAssociation': '1.0', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Log': '1.0', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'NDPProxy': '1.0', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Network': '1.1', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Port': '1.7', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'PortForwarding': '1.3', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'QosPolicy': '1.10', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SecurityGroup': '1.5', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SecurityGroupRule': '1.2', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'SubPort': '1.0', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Subnet': '1.1', May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: 'Trunk': '1.1'}} May 17 15:41:51.806843 dv-cinder-842128-1-iscsi neutron-server[110302]: {{(pid=110302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 15:41:51.810617 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (cfe766f6-03d5-4f5b-a45d-aa8cac939252), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.811695 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Publish callbacks [] for security_group (af40b4a6-2c43-455e-b98e-606c6299f246), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.826019 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Attempting to bind port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:41:51.827427 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Attempting to bind port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:41:51.827949 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Attempting to bind port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:41:51.832852 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (af40b4a6-2c43-455e-b98e-606c6299f246), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.835468 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:41:51.836508 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Checking segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:41:51.836785 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Publish callbacks [] for security_group (27e21751-d767-4f6c-8194-e0a855453562), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.837469 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.838091 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Bound using segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:41:51.839416 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Bound port: 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:41:51.840068 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.841269 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks [] for router_gateway (f216769a-302c-48c1-9bda-0d7e64a0a195), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.874437 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (27e21751-d767-4f6c-8194-e0a855453562), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.905863 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af40b4a6-2c43-455e-b98e-606c6299f246,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:51.913818 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.918082 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] For port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:41:51.918645 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe766f6-03d5-4f5b-a45d-aa8cac939252,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:51.924293 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] For port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:41:51.932223 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:41:51.935902 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:51.967421 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Checking segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:41:51.967755 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Network hostable DHCP agents. Network: 16bc5678-13ce-4abe-8c13-1d4cfd08569f, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:41:52.012414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:41:52.036316 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 16bc5678-13ce-4abe-8c13-1d4cfd08569f) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:52.042903 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:52.043914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.064750 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f17eb7-7504-4d00-81e9-1a528846425d None None] Pushing event updated for resources: {'Port': ['ID=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:52.071208 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ca18e-d85a-4e02-aff9-b4d493574e97 None None] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:41:52.086469 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8ed7ece9-f511-4cd4-ad8c-d6932542baf5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7392013 May 17 15:41:52.087275 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48404) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:52.092918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:52.141742 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:41:52.145603 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (86530571-bba0-41e0-95f5-ed0f506c1784), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.146867 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (86530571-bba0-41e0-95f5-ed0f506c1784), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.176344 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (cc6d950a-4fdf-4362-a2c9-6edb0b4d1716), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.177057 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Added segment cc6d950a-4fdf-4362-a2c9-6edb0b4d1716 of type vlan for network 670d118c-c4c6-4faf-9e34-d28bf36911ac May 17 15:41:52.209282 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (40da0004-fe05-411a-89f6-06d84ccf1c23), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.209989 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Added segment 40da0004-fe05-411a-89f6-06d84ccf1c23 of type vlan for network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 May 17 15:41:52.245658 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e21751-d767-4f6c-8194-e0a855453562,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:52.279326 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'project_id': 'bf36f753be81486182665056a949849c', 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:41:52.280713 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.299795 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (670d118c-c4c6-4faf-9e34-d28bf36911ac), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.319163 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Allocated IP 172.27.2.253 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/b8da7f48-2e06-4837-9021-5093e69d8c33) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:41:52.327387 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (81bb7a4a-20a5-4b4f-b774-df99f2c59572), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.386438 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks [] for router_controller (86530571-bba0-41e0-95f5-ed0f506c1784), precommit_add_association {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.412406 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (670d118c-c4c6-4faf-9e34-d28bf36911ac), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.414183 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:52.414979 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.460277 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (81bb7a4a-20a5-4b4f-b774-df99f2c59572), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.461326 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:52.462018 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.511358 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.8352933 May 17 15:41:52.554691 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48414) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:52.567108 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9be2-742b-4564-8583-f997c2959fdc admin admin] Pushing event updated for resources: {'Network': ['ID=670d118c-c4c6-4faf-9e34-d28bf36911ac,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:52.573087 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Request body: {'subnet': {'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-subnet', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:52.591963 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:41:52.599906 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.6698670 May 17 15:41:52.603657 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48418) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:52.608973 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Request body: {'subnet': {'network_id': '81bb7a4a-20a5-4b4f-b774-df99f2c59572', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-555451364-subnet', 'tenant_id': '5e120255943e4fecadc7d4a2a9188f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:52.667890 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09660c17-f723-43e4-a0cf-015ab73d9936 admin admin] Pushing event updated for resources: {'Network': ['ID=81bb7a4a-20a5-4b4f-b774-df99f2c59572,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:52.692718 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks [] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.696859 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Made reservation on behalf of 5e120255943e4fecadc7d4a2a9188f9d for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:41:52.699457 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.706376 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:41:52.816109 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Allocated IP 172.20.0.2 (16bc5678-13ce-4abe-8c13-1d4cfd08569f/cfe766f6-03d5-4f5b-a45d-aa8cac939252/3891168c-8ddb-49c6-a097-8f4eb00b1c86) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:41:52.822262 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.891724 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:41:52.901473 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:52.904077 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:41:52.914915 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks [] for router_gateway (86530571-bba0-41e0-95f5-ed0f506c1784), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.937598 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Made reservation on behalf of b23dc4cf2a954ab8a64c81eac9080a70 for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:41:52.942766 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:52.949217 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Pushing event updated for resources: {'Port': ['ID=b8da7f48-2e06-4837-9021-5093e69d8c33,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:53.071983 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (e52c2ba0-2349-4e3b-8cb2-be244a340582), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.111414 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Publish callbacks [] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.128710 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.187076 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:41:53.192094 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:53.201503 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:41:53.212028 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52c2ba0-2349-4e3b-8cb2-be244a340582,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:53.270875 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Pushing event updated for resources: {'Port': ['ID=3891168c-8ddb-49c6-a097-8f4eb00b1c86,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:53.317733 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Checking segment: {'id': '40da0004-fe05-411a-89f6-06d84ccf1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '81bb7a4a-20a5-4b4f-b774-df99f2c59572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:41:53.318071 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Network hostable DHCP agents. Network: 81bb7a4a-20a5-4b4f-b774-df99f2c59572, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:41:53.378516 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks [] for router_gateway (f216769a-302c-48c1-9bda-0d7e64a0a195), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.433843 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks [] for router_gateway (86530571-bba0-41e0-95f5-ed0f506c1784), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.465594 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.478494 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:41:53.501745 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 81bb7a4a-20a5-4b4f-b774-df99f2c59572) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:53.524752 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:53.526372 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.623384 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3bfc1765-26d3-4c7a-af12-f8a86aa2bc65 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0180554 May 17 15:41:53.630812 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68dcd33-d47f-47b0-b5f7-976df1580c6e None None] Network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:41:53.656698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Allocated IP 172.27.2.251 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/d90a3838-71c6-46fe-85b4-e53cdf77f086) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:41:53.670208 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Attempting to bind port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:41:53.672854 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Attempting to bind port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:41:53.673226 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Attempting to bind port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 on network 16bc5678-13ce-4abe-8c13-1d4cfd08569f {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:41:53.739595 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (c9742d3f-de54-4522-b7a6-17c406b4f52f), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.740316 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:41:53.740773 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Checking segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:41:53.742027 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.745338 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Bound using segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:41:53.746338 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Bound port: 3891168c-8ddb-49c6-a097-8f4eb00b1c86, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:41:53.746744 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.801145 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9742d3f-de54-4522-b7a6-17c406b4f52f,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:53.821125 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (f216769a-302c-48c1-9bda-0d7e64a0a195), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.846758 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54caeb0b-799a-4889-9ac5-83b30902e021 None None] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:41:53.887831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Checking segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:41:53.888200 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Network hostable DHCP agents. Network: 670d118c-c4c6-4faf-9e34-d28bf36911ac, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:41:53.908560 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks [] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.949566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:41:53.973110 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 670d118c-c4c6-4faf-9e34-d28bf36911ac) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:53.989010 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:53.994719 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:53.995517 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:54.040275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17169d44-d1ef-46ae-8d8f-4e491d7c1385 None None] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:41:54.057410 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-b5737efa-0e5f-491c-aeda-c6fee5408812 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5014417 May 17 15:41:54.065071 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48476) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:54.067342 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:41:54.070631 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:54.074494 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:41:54.079328 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:41:54.151791 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Pushing event updated for resources: {'Port': ['ID=d90a3838-71c6-46fe-85b4-e53cdf77f086,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:54.201662 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48478) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:54.220277 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:54.221555 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:54.250376 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] For port 3891168c-8ddb-49c6-a097-8f4eb00b1c86, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:41:54.266404 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] For port 3891168c-8ddb-49c6-a097-8f4eb00b1c86, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=3891168c-8ddb-49c6-a097-8f4eb00b1c86,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:41:54.290324 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Router f216769a-302c-48c1-9bda-0d7e64a0a195 is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:41:54.308135 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:54.440398 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks [] for router_controller (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:54.537313 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks [] for router_gateway (86530571-bba0-41e0-95f5-ed0f506c1784), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:54.585034 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-3a5f2db4-c368-4157-9068-df4d5bf67d01 None None] Provisioning complete for port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:54.586567 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2db4-c368-4157-9068-df4d5bf67d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:54.589565 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:41:54.699638 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff4b2-7b75-448c-8fe0-f9e4ff2ebfb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:54.759637 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c731c39c-a97b-4c7b-91b0-8af0da0aabd6 None None] Network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:41:54.889115 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-670d118c-c4c6-4faf-9e34-d28bf36911ac', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:41:54.890162 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.092973 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks [] for router_gateway (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.114397 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (86530571-bba0-41e0-95f5-ed0f506c1784), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.131075 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:41:55.141321 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Sync routers for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:41:55.155740 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:41:55.156741 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:41:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:41:55.179602 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.180861 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7542b4c6-9157-48e6-a3fa-ee389e35a8ee admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2608473 May 17 15:41:55.187155 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48512) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:55.449611 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:41:55.496981 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f2db4-c368-4157-9068-df4d5bf67d01 None None] Current status of the port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:41:55.497371 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2db4-c368-4157-9068-df4d5bf67d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.501205 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:55.501580 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.528118 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Router 86530571-bba0-41e0-95f5-ed0f506c1784 is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:41:55.554540 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c884c-d32f-489b-944a-2cb2cd4edf16 None None] Pushing event updated for resources: {'Port': ['ID=3891168c-8ddb-49c6-a097-8f4eb00b1c86,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:55.599873 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff4b2-7b75-448c-8fe0-f9e4ff2ebfb9 admin admin] Publish callbacks [] for security_group (a92ed70a-f7ed-4107-bbae-2f41a1cc59ea), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.714795 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff4b2-7b75-448c-8fe0-f9e4ff2ebfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (a92ed70a-f7ed-4107-bbae-2f41a1cc59ea), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.891014 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks [] for router_gateway (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:55.917227 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:41:55.918352 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7a7ff4b2-7b75-448c-8fe0-f9e4ff2ebfb9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d9d2678724744c6850a20d91e9edfcb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7127528 May 17 15:41:55.922970 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48544) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:55.935980 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Allocated IP 172.20.0.2 (670d118c-c4c6-4faf-9e34-d28bf36911ac/c9742d3f-de54-4522-b7a6-17c406b4f52f/dba153e7-44e1-47de-a1fe-f85f3b4fc45b) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:41:55.954230 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ff4b2-7b75-448c-8fe0-f9e4ff2ebfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ed70a-f7ed-4107-bbae-2f41a1cc59ea,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:56.017895 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.041840 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.043129 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-bffb545e-a8b0-44aa-89b7-1eeeb8837398 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9546289 May 17 15:41:56.051488 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:53Z', 'revision_number': 3, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:41:56.062852 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48550) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:56.115617 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Checking router: f216769a-302c-48c1-9bda-0d7e64a0a195 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:41:56.116830 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Updating router f216769a-302c-48c1-9bda-0d7e64a0a195 port b8da7f48-2e06-4837-9021-5093e69d8c33 binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:41:56.132599 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-3a5f2db4-c368-4157-9068-df4d5bf67d01 None None] For port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:41:56.164046 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Sync routers for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:41:56.176450 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2db4-c368-4157-9068-df4d5bf67d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.240165 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.240804 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85603907-5eaa-4105-bcec-724dfdae9606 None None] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:41:56.504110 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Provisioning complete for port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:56.505017 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.505837 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Allocated IP 172.27.2.80 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/94112395-df0f-4039-bc53-1d961b58ae29) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:41:56.591499 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.645896 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:41:56.646652 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:41:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:41:56.658438 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Current status of the port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:41:56.668528 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:41:56.679754 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Provisioning complete for port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:56.680364 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.733956 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-35cfd610-21b9-4d36-92ce-cca33a22114f admin admin] Publish callbacks [] for security_group (a92ed70a-f7ed-4107-bbae-2f41a1cc59ea), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.747219 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48596) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:56.753738 dv-cinder-842128-1-iscsi neutron-server[110301]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 15:41:56.839303 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-35cfd610-21b9-4d36-92ce-cca33a22114f admin admin] Publish callbacks [] for security_group (a92ed70a-f7ed-4107-bbae-2f41a1cc59ea), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.935526 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks [] for port (94112395-df0f-4039-bc53-1d961b58ae29), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:56.938069 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Publish callbacks [] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.059084 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 3891168c-8ddb-49c6-a097-8f4eb00b1c86 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:41:57.072203 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f2db4-c368-4157-9068-df4d5bf67d01 None None] Pushing event updated for resources: {'Port': ['ID=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:57.078094 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.089455 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Allocated IP 172.20.0.1 (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f/2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f/753f149d-b955-446a-83cb-56a27cc5d932) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:41:57.098780 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (94112395-df0f-4039-bc53-1d961b58ae29), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.105607 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:41:57.114904 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-fa62569b-72b9-45ff-bc1e-c575d1932296 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:41:57.130468 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-fa62569b-72b9-45ff-bc1e-c575d1932296 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/networks?id=81bb7a4a-20a5-4b4f-b774-df99f2c59572 HTTP/1.1" status: 200 len: 811 time: 0.3816957 May 17 15:41:57.161748 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:41:57.169541 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:57.182654 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:41:57.189302 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-35cfd610-21b9-4d36-92ce-cca33a22114f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (a92ed70a-f7ed-4107-bbae-2f41a1cc59ea), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.193532 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-35cfd610-21b9-4d36-92ce-cca33a22114f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.214558 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-35cfd610-21b9-4d36-92ce-cca33a22114f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a92ed70a-f7ed-4107-bbae-2f41a1cc59ea HTTP/1.1" status: 204 len: 168 time: 1.2698715 May 17 15:41:57.394221 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfd610-21b9-4d36-92ce-cca33a22114f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ed70a-f7ed-4107-bbae-2f41a1cc59ea,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:57.417243 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-1cfb1c35-4d99-4819-9403-ab32c6220ac6 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/quotas/5e120255943e4fecadc7d4a2a9188f9d HTTP/1.1" status: 200 len: 375 time: 0.2856910 May 17 15:41:57.536436 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Pushing event updated for resources: {'Port': ['ID=94112395-df0f-4039-bc53-1d961b58ae29,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:57.550961 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-cc8e90c4-6cf6-4c06-8269-bc0d396f533d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5e120255943e4fecadc7d4a2a9188f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1327748 May 17 15:41:57.576597 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Publish callbacks [] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.599928 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.751637 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:41:57.813489 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Attempting to bind port b8da7f48-2e06-4837-9021-5093e69d8c33 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:41:57.814879 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Attempting to bind port b8da7f48-2e06-4837-9021-5093e69d8c33 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:41:57.820276 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Attempting to bind port b8da7f48-2e06-4837-9021-5093e69d8c33 on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:41:57.858713 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:41:57.859716 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:41:57.860548 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.861321 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:41:57.862736 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Bound port: b8da7f48-2e06-4837-9021-5093e69d8c33, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:41:57.863566 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:57.868428 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:41:57.955739 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] For port b8da7f48-2e06-4837-9021-5093e69d8c33, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:41:57.964594 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] For port b8da7f48-2e06-4837-9021-5093e69d8c33, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b8da7f48-2e06-4837-9021-5093e69d8c33,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:41:57.972158 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Pushing event updated for resources: {'Port': ['ID=b8da7f48-2e06-4837-9021-5093e69d8c33,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:58.008113 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.020355 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.030526 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Publish callbacks [] for port (753f149d-b955-446a-83cb-56a27cc5d932), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.034724 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks [] for router_gateway (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.042814 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:58.074077 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.075370 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.076739 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.078127 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.079197 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48668) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:58.080498 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.081171 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.082244 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.082715 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.083291 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.083750 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.085564 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.085564 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.085564 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.085564 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.086611 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Tracked resource versions report: May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: pushed versions: May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: { 'AddressGroup': {'1.2'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Agent': {'1.1'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'ConntrackHelper': {'1.0'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'LocalIPAssociation': {'1.0'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Log': {'1.0'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'NDPProxy': {'1.0'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Network': {'1.1'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Port': {'1.7'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'PortForwarding': {'1.3'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'QosPolicy': {'1.10'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SecurityGroup': {'1.5'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SecurityGroupRule': {'1.2'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SubPort': {'1.0'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Subnet': {'1.1'}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Trunk': {'1.1'}} May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: consumer versions: May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: { DHCP agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: HyperV agent@hv-cinder-84212: {}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: L3 agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: Metadata agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: Metering agent@dv-cinder-842128-1-iscsi: {}, May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: Open vSwitch agent@dv-cinder-842128-1-iscsi: { 'AddressGroup': '1.2', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Agent': '1.1', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'ConntrackHelper': '1.0', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'LocalIPAssociation': '1.0', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Log': '1.0', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'NDPProxy': '1.0', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Network': '1.1', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Port': '1.7', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'PortForwarding': '1.3', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'QosPolicy': '1.10', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SecurityGroup': '1.5', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SecurityGroupRule': '1.2', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'SubPort': '1.0', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Subnet': '1.1', May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: 'Trunk': '1.1'}} May 17 15:41:58.087924 dv-cinder-842128-1-iscsi neutron-server[110303]: {{(pid=110303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 15:41:58.100309 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Pushing event updated for resources: {'Port': ['ID=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:58.123471 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc62a-9a9a-4952-8758-73db8724f059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.125320 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:41:58.168023 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:41:58.168663 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:41:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:41:58.310611 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:58.311273 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.327372 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48680) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:58.355364 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Allocated IP 172.20.0.1 (16bc5678-13ce-4abe-8c13-1d4cfd08569f/cfe766f6-03d5-4f5b-a45d-aa8cac939252/59c5b89f-8cd8-4f31-872a-dd8ada9d3266) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:41:58.360045 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69d17d-4837-4ed7-83ce-25ed38589417 None None] Pushing event updated for resources: {'Port': ['ID=b8da7f48-2e06-4837-9021-5093e69d8c33,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:58.399199 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.404891 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (753f149d-b955-446a-83cb-56a27cc5d932), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.450719 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Current status of the port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:41:58.451435 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.478221 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Attempting to bind port dba153e7-44e1-47de-a1fe-f85f3b4fc45b on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:41:58.479768 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Attempting to bind port dba153e7-44e1-47de-a1fe-f85f3b4fc45b by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:41:58.480333 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Attempting to bind port dba153e7-44e1-47de-a1fe-f85f3b4fc45b on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:41:58.492192 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:41:58.492849 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:41:58.493636 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Checking segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:41:58.494224 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.494791 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Bound using segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:41:58.495525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Bound port: dba153e7-44e1-47de-a1fe-f85f3b4fc45b, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:41:58.496080 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.548280 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] For port 3891168c-8ddb-49c6-a097-8f4eb00b1c86, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=3891168c-8ddb-49c6-a097-8f4eb00b1c86,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:41:58.551712 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:54Z', 'revision_number': 3, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:41:58.585161 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Checking router: 86530571-bba0-41e0-95f5-ed0f506c1784 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:41:58.585788 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Updating router 86530571-bba0-41e0-95f5-ed0f506c1784 port d90a3838-71c6-46fe-85b4-e53cdf77f086 binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:41:58.589415 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.599402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Publish callbacks [] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.671938 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:41:58.673414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.705362 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:58.705596 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:41:58.723097 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:41:58.727566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:41:58.734815 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:41:58.735267 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (86530571-bba0-41e0-95f5-ed0f506c1784), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.740226 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.751682 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Pushing event updated for resources: {'Port': ['ID=753f149d-b955-446a-83cb-56a27cc5d932,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:58.755490 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c344eaf3-d9df-4f20-a950-e42ccfc3bd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.757628 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:41:58.758115 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (f216769a-302c-48c1-9bda-0d7e64a0a195), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:58.788756 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Pushing event updated for resources: {'Port': ['ID=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:58.832293 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:53Z', 'revision_number': 3, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:41:58.891986 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d98c6-7e1a-4559-b130-96d34e817787 None None] The sync data for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi is: [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:53Z', 'revision_number': 3, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:41:59.047551 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] For port dba153e7-44e1-47de-a1fe-f85f3b4fc45b, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:41:59.053090 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] For port dba153e7-44e1-47de-a1fe-f85f3b4fc45b, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:41:59.062197 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-f3c1337c-8b5b-4457-b526-4ee640dce6e6 None None] Provisioning complete for port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:59.062588 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f3c1337c-8b5b-4457-b526-4ee640dce6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.071090 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48704) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:59.099819 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-b8102469-f549-4f10-87ac-2e65ce186146 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:41:59.100868 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-b8102469-f549-4f10-87ac-2e65ce186146 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6749530 May 17 15:41:59.101919 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.126757 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48706) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:59.131474 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:41:59.143106 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.254088 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab90dc-4e61-4ff6-86c7-7ea9cd4eb1bf None None] Pushing event updated for resources: {'Port': ['ID=3891168c-8ddb-49c6-a097-8f4eb00b1c86,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:59.325742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5107586-76b7-40a2-b19a-06968d61d696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.411477 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-f8b928f6-109e-4653-980c-4bb346a03477 service neutron] 10.222.0.75 "GET /v2.0/networks/81bb7a4a-20a5-4b4f-b774-df99f2c59572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974646 May 17 15:41:59.453273 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:59.453669 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.497491 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc62a-9a9a-4952-8758-73db8724f059 admin admin] Publish callbacks [] for security_group (0b17caba-c93b-4d79-a233-4202a1c37ed8), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.585472 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e18db-0d11-46ea-a099-77dc1a8a49d4 None None] Pushing event updated for resources: {'Port': ['ID=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:59.588664 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1337c-8b5b-4457-b526-4ee640dce6e6 None None] Current status of the port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:41:59.609037 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9b7be5f1-3713-4247-9be9-c09c81b6891a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.622947 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc62a-9a9a-4952-8758-73db8724f059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (0b17caba-c93b-4d79-a233-4202a1c37ed8), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.720278 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:41:59.729210 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9b7be5f1-3713-4247-9be9-c09c81b6891a admin admin] Publish callbacks [] for security_group (90dcffa9-8c3f-4eff-9562-9c340af9ff53), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.732967 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.773815 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dc62a-9a9a-4952-8758-73db8724f059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b17caba-c93b-4d79-a233-4202a1c37ed8,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:41:59.792649 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-a48b18ed-a3e5-48ae-8898-c4a43212f3c2 None None] Provisioning complete for port 753f149d-b955-446a-83cb-56a27cc5d932 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:59.793018 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a48b18ed-a3e5-48ae-8898-c4a43212f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.796706 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9b7be5f1-3713-4247-9be9-c09c81b6891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (90dcffa9-8c3f-4eff-9562-9c340af9ff53), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.845522 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c344eaf3-d9df-4f20-a950-e42ccfc3bd32 admin admin] Publish callbacks [] for security_group (f1c20471-2478-4085-8d3f-f749b1955dbf), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.846494 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.863022 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9b7be5f1-3713-4247-9be9-c09c81b6891a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6921a8fdfe4d4c06b69a31392ae2dcbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7534292 May 17 15:41:59.863994 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48714) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:59.876999 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Publish callbacks [] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.881048 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-25fb3deb-a96c-4f2f-94d4-8bdc3be7289b service neutron] 10.222.0.75 "GET /v2.0/networks/81bb7a4a-20a5-4b4f-b774-df99f2c59572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455035 May 17 15:41:59.898350 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-a48b18ed-a3e5-48ae-8898-c4a43212f3c2 None None] Port 753f149d-b955-446a-83cb-56a27cc5d932 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:41:59.902780 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5107586-76b7-40a2-b19a-06968d61d696 admin admin] Publish callbacks [] for security_group (7a72bb6b-9bd6-4b3b-95ba-b3e410e4d3c4), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.906563 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.919757 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5107586-76b7-40a2-b19a-06968d61d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7a72bb6b-9bd6-4b3b-95ba-b3e410e4d3c4), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.946962 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-a48b18ed-a3e5-48ae-8898-c4a43212f3c2 None None] Provisioning complete for port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:41:59.947388 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a48b18ed-a3e5-48ae-8898-c4a43212f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:41:59.971740 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d5107586-76b7-40a2-b19a-06968d61d696 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fff0cdf39b5643d1bc546c163773df6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8438280 May 17 15:41:59.976581 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48716) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:41:59.984438 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9d9dc62a-9a9a-4952-8758-73db8724f059 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=03e2126ec37242119dfbe2032df1dfd0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9023516 May 17 15:41:59.989396 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7be5f1-3713-4247-9be9-c09c81b6891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dcffa9-8c3f-4eff-9562-9c340af9ff53,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:00.015922 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a29429-c394-4203-8a4f-8900ef10cd33 None None] Pushing event updated for resources: {'Port': ['ID=d90a3838-71c6-46fe-85b4-e53cdf77f086,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:00.017138 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48718) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:00.021291 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Attempting to bind port d90a3838-71c6-46fe-85b4-e53cdf77f086 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:00.021560 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Attempting to bind port d90a3838-71c6-46fe-85b4-e53cdf77f086 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:00.021792 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Attempting to bind port d90a3838-71c6-46fe-85b4-e53cdf77f086 on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:00.029095 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c344eaf3-d9df-4f20-a950-e42ccfc3bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (f1c20471-2478-4085-8d3f-f749b1955dbf), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.030944 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-a48b18ed-a3e5-48ae-8898-c4a43212f3c2 None None] Port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:00.033776 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:00.034193 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:00.034589 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.034972 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:00.035445 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Bound port: d90a3838-71c6-46fe-85b4-e53cdf77f086, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:00.035815 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.062975 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ea5053ea-f948-4601-86d5-4c78b5d02f64 admin admin] Publish callbacks [] for security_group (7a72bb6b-9bd6-4b3b-95ba-b3e410e4d3c4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.084060 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344eaf3-d9df-4f20-a950-e42ccfc3bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c20471-2478-4085-8d3f-f749b1955dbf,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:00.087773 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ea5053ea-f948-4601-86d5-4c78b5d02f64 admin admin] Publish callbacks [] for security_group (7a72bb6b-9bd6-4b3b-95ba-b3e410e4d3c4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.099131 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] For port d90a3838-71c6-46fe-85b4-e53cdf77f086, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:00.104389 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] For port d90a3838-71c6-46fe-85b4-e53cdf77f086, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d90a3838-71c6-46fe-85b4-e53cdf77f086,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:00.113796 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.141858 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Publish callbacks [] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.145108 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5107586-76b7-40a2-b19a-06968d61d696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72bb6b-9bd6-4b3b-95ba-b3e410e4d3c4,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:00.154169 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.156311 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (86530571-bba0-41e0-95f5-ed0f506c1784), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.258459 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a29429-c394-4203-8a4f-8900ef10cd33 None None] Pushing event updated for resources: {'Port': ['ID=d90a3838-71c6-46fe-85b4-e53cdf77f086,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:00.285234 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:00.286604 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:41:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:00.286709 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ea5053ea-f948-4601-86d5-4c78b5d02f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7a72bb6b-9bd6-4b3b-95ba-b3e410e4d3c4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.292343 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ea5053ea-f948-4601-86d5-4c78b5d02f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.293586 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ea5053ea-f948-4601-86d5-4c78b5d02f64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a72bb6b-9bd6-4b3b-95ba-b3e410e4d3c4 HTTP/1.1" status: 204 len: 168 time: 0.3159442 May 17 15:42:00.315111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Pushing event updated for resources: {'Port': ['ID=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:00.345581 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5053ea-f948-4601-86d5-4c78b5d02f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72bb6b-9bd6-4b3b-95ba-b3e410e4d3c4,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:00.419426 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:00.421002 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:00.451552 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48736) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:00.456488 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c344eaf3-d9df-4f20-a950-e42ccfc3bd32 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=968ff1a7ccb34504a91156845726c416&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1083500 May 17 15:42:00.504919 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48738) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:00.558257 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5f4a94c5-5f57-474b-aceb-cb4bd2f01b15 admin admin] Publish callbacks [] for security_group (0b17caba-c93b-4d79-a233-4202a1c37ed8), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.587849 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:00.642225 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-402c21ff-3886-486f-853f-66bea82ec1dd req-fa0118d9-c33c-4312-8da5-72f9b7cfab21 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 210 time: 0.1892886 May 17 15:42:00.657384 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f567e64-9e69-463e-b520-be048ec89bec admin admin] Publish callbacks [] for security_group (90dcffa9-8c3f-4eff-9562-9c340af9ff53), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.742747 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5f4a94c5-5f57-474b-aceb-cb4bd2f01b15 admin admin] Publish callbacks [] for security_group (0b17caba-c93b-4d79-a233-4202a1c37ed8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.808040 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Router 86530571-bba0-41e0-95f5-ed0f506c1784 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:42:00.839795 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f567e64-9e69-463e-b520-be048ec89bec admin admin] Publish callbacks [] for security_group (90dcffa9-8c3f-4eff-9562-9c340af9ff53), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.912162 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48752) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:00.912515 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-e78b3266-b422-4711-a8c0-623f5366e52b None None] Provisioning complete for port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:00.913459 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e78b3266-b422-4711-a8c0-623f5366e52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.937081 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9868add-2d0c-4c52-a58a-97c2fee56715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:00.959013 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-30852070-6662-4120-b796-2fd2375b8d56 admin admin] Publish callbacks [] for security_group (f1c20471-2478-4085-8d3f-f749b1955dbf), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.082853 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:42:01.092642 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-066e9426-fd31-41c7-b549-2a455f9aff89 admin admin] 10.222.0.75 "PUT /v2.0/routers/86530571-bba0-41e0-95f5-ed0f506c1784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0275631 May 17 15:42:01.125016 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-30852070-6662-4120-b796-2fd2375b8d56 admin admin] Publish callbacks [] for security_group (f1c20471-2478-4085-8d3f-f749b1955dbf), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.129719 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:42:01.181334 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8620b-81a1-444c-85a1-f5e4e1b5c3b8 None None] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:01.184299 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b8da7f48-2e06-4837-9021-5093e69d8c33 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:01.219792 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9868add-2d0c-4c52-a58a-97c2fee56715 admin admin] Publish callbacks [] for security_group (91058212-0dd1-434c-a31b-065fff80958f), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.235008 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9868add-2d0c-4c52-a58a-97c2fee56715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (91058212-0dd1-434c-a31b-065fff80958f), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.235540 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-e78b3266-b422-4711-a8c0-623f5366e52b None None] Port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:01.300773 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fb50fa22-b388-4789-b8c4-d15449ccffbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.311292 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f567e64-9e69-463e-b520-be048ec89bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (90dcffa9-8c3f-4eff-9562-9c340af9ff53), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.315482 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f567e64-9e69-463e-b520-be048ec89bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.316760 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1f567e64-9e69-463e-b520-be048ec89bec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90dcffa9-8c3f-4eff-9562-9c340af9ff53 HTTP/1.1" status: 204 len: 168 time: 1.3864534 May 17 15:42:01.317507 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5f4a94c5-5f57-474b-aceb-cb4bd2f01b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (0b17caba-c93b-4d79-a233-4202a1c37ed8), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.320136 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5f4a94c5-5f57-474b-aceb-cb4bd2f01b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.324262 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5f4a94c5-5f57-474b-aceb-cb4bd2f01b15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b17caba-c93b-4d79-a233-4202a1c37ed8 HTTP/1.1" status: 204 len: 168 time: 1.2834022 May 17 15:42:01.379116 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9868add-2d0c-4c52-a58a-97c2fee56715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91058212-0dd1-434c-a31b-065fff80958f,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:01.386794 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f567e64-9e69-463e-b520-be048ec89bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dcffa9-8c3f-4eff-9562-9c340af9ff53,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:01.401699 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port b8da7f48-2e06-4837-9021-5093e69d8c33 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:01.402107 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.407130 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-88d14492-9f99-4b31-95a5-98be4be155f4 None None] Provisioning complete for port dba153e7-44e1-47de-a1fe-f85f3b4fc45b triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:01.407525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-88d14492-9f99-4b31-95a5-98be4be155f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.415467 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a94c5-5f57-474b-aceb-cb4bd2f01b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b17caba-c93b-4d79-a233-4202a1c37ed8,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:01.422401 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48774) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:01.422611 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c9868add-2d0c-4c52-a58a-97c2fee56715 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7447666cb0294be18bf08101bdef9168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080228 May 17 15:42:01.496464 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Publish callbacks [] for port (753f149d-b955-446a-83cb-56a27cc5d932), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.511472 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-30852070-6662-4120-b796-2fd2375b8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (f1c20471-2478-4085-8d3f-f749b1955dbf), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.513195 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-30852070-6662-4120-b796-2fd2375b8d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.514465 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-30852070-6662-4120-b796-2fd2375b8d56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f1c20471-2478-4085-8d3f-f749b1955dbf HTTP/1.1" status: 204 len: 168 time: 1.0073230 May 17 15:42:01.537935 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (753f149d-b955-446a-83cb-56a27cc5d932), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.538882 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (f216769a-302c-48c1-9bda-0d7e64a0a195), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.550335 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:42:01.562787 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852070-6662-4120-b796-2fd2375b8d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c20471-2478-4085-8d3f-f749b1955dbf,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:01.569661 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 2, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:01.577025 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:42:01.595864 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:01.596352 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:41:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:01.700802 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:01.794811 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94bd3b-e96e-4710-8af5-86f0c2d82504 None None] The sync data for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi is: [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 2, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:42:01.840477 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c3b8f041-6f60-4875-82ae-e76e764a9662 req-c2bcba8e-dede-4498-b0f9-5de3e816113e tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 210 time: 0.0791137 May 17 15:42:01.861548 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-88d14492-9f99-4b31-95a5-98be4be155f4 None None] Current status of the port dba153e7-44e1-47de-a1fe-f85f3b4fc45b is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:01.863295 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-88d14492-9f99-4b31-95a5-98be4be155f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.980596 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48788) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:01.984937 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d18fb47d-d02a-4233-855b-4a8467121bb0 admin admin] Publish callbacks [] for security_group (91058212-0dd1-434c-a31b-065fff80958f), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:01.986025 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-5cb9549d-2e86-48ae-8b23-272af828949f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923389534', 'description': 'tempest-description--803069886'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:01.997766 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:02.013978 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Pushing event updated for resources: {'Port': ['ID=753f149d-b955-446a-83cb-56a27cc5d932,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:02.017003 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:02.024525 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.026517 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a0f67b0c-5627-4ddb-b1d4-bdc016f05e24 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9572937 May 17 15:42:02.032145 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48790) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:02.050763 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d18fb47d-d02a-4233-855b-4a8467121bb0 admin admin] Publish callbacks [] for security_group (91058212-0dd1-434c-a31b-065fff80958f), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.077027 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5cb9549d-2e86-48ae-8b23-272af828949f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.132049 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port b8da7f48-2e06-4837-9021-5093e69d8c33 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:02.132605 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.182581 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-88d14492-9f99-4b31-95a5-98be4be155f4 None None] For port dba153e7-44e1-47de-a1fe-f85f3b4fc45b, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:02.201343 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:41:57Z', 'revision_number': 3, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:02.216037 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-88d14492-9f99-4b31-95a5-98be4be155f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.304830 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5cb9549d-2e86-48ae-8b23-272af828949f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (ffe5b59a-3684-427d-969b-72d81233aa32), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.330996 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5cb9549d-2e86-48ae-8b23-272af828949f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ffe5b59a-3684-427d-969b-72d81233aa32), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.332711 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:42:02.333837 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Updating router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 port 94112395-df0f-4039-bc53-1d961b58ae29 binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:42:02.424639 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (94112395-df0f-4039-bc53-1d961b58ae29), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.437467 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9549d-2e86-48ae-8b23-272af828949f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe5b59a-3684-427d-969b-72d81233aa32,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:02.441592 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d14492-9f99-4b31-95a5-98be4be155f4 None None] Pushing event updated for resources: {'Port': ['ID=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:02.479620 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port b8da7f48-2e06-4837-9021-5093e69d8c33, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b8da7f48-2e06-4837-9021-5093e69d8c33,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:02.507533 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5cb9549d-2e86-48ae-8b23-272af828949f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.522818 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-5cb9549d-2e86-48ae-8b23-272af828949f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5406895 May 17 15:42:02.523463 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48804) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:02.551827 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-72bb86f6-dfe3-4485-8e38-08f837b234bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'security_group_rule': {'security_group_id': 'ffe5b59a-3684-427d-969b-72d81233aa32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:02.558343 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8139c32d-db7f-484e-aee3-2565ce67822f None None] Provisioning complete for port dba153e7-44e1-47de-a1fe-f85f3b4fc45b triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:02.558752 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8139c32d-db7f-484e-aee3-2565ce67822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.623383 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-72bb86f6-dfe3-4485-8e38-08f837b234bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (5870f6e7-40be-45cc-86fc-8e22f4ba27fa), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.638690 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Router f216769a-302c-48c1-9bda-0d7e64a0a195 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:42:02.656772 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.658761 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 3891168c-8ddb-49c6-a097-8f4eb00b1c86 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:02.771381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48814) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:02.800901 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-72bb86f6-dfe3-4485-8e38-08f837b234bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (5870f6e7-40be-45cc-86fc-8e22f4ba27fa), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.851753 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7517c7c4-7e7d-40e4-98a6-99df0ee5897b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.860126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-72bb86f6-dfe3-4485-8e38-08f837b234bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (5870f6e7-40be-45cc-86fc-8e22f4ba27fa), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:02.865604 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8139c32d-db7f-484e-aee3-2565ce67822f None None] Current status of the port dba153e7-44e1-47de-a1fe-f85f3b4fc45b is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:02.967972 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=b8da7f48-2e06-4837-9021-5093e69d8c33,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:03.037266 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:03.037266 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.080289 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7517c7c4-7e7d-40e4-98a6-99df0ee5897b admin admin] Publish callbacks [] for security_group (d1c77ba0-de94-4312-a02f-146a7d6c61fd), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.084653 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d18fb47d-d02a-4233-855b-4a8467121bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (91058212-0dd1-434c-a31b-065fff80958f), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.090477 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d18fb47d-d02a-4233-855b-4a8467121bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.092723 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d18fb47d-d02a-4233-855b-4a8467121bb0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91058212-0dd1-434c-a31b-065fff80958f HTTP/1.1" status: 204 len: 168 time: 1.6636977 May 17 15:42:03.105118 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7517c7c4-7e7d-40e4-98a6-99df0ee5897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d1c77ba0-de94-4312-a02f-146a7d6c61fd), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.131659 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-89056cfb-1438-46b3-acd5-dde8fd5a8129 None None] Provisioning complete for port 753f149d-b955-446a-83cb-56a27cc5d932 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:03.132029 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-89056cfb-1438-46b3-acd5-dde8fd5a8129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.185233 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517c7c4-7e7d-40e4-98a6-99df0ee5897b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c77ba0-de94-4312-a02f-146a7d6c61fd,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:03.203783 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb86f6-dfe3-4485-8e38-08f837b234bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5870f6e7-40be-45cc-86fc-8e22f4ba27fa,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:03.280439 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-89056cfb-1438-46b3-acd5-dde8fd5a8129 None None] Port 753f149d-b955-446a-83cb-56a27cc5d932 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:03.325764 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Publish callbacks [] for port (94112395-df0f-4039-bc53-1d961b58ae29), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.341508 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (94112395-df0f-4039-bc53-1d961b58ae29), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.343813 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-33a50b6f-40a7-4855-b2e5-2a550acf2d04 req-d5b75b99-0c5e-465d-bdea-f4117c5daa84 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 210 time: 0.1047332 May 17 15:42:03.363498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-72bb86f6-dfe3-4485-8e38-08f837b234bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.365819 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-72bb86f6-dfe3-4485-8e38-08f837b234bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8413868 May 17 15:42:03.372922 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48830) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:03.390774 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-c343a8e3-b2ee-4634-a62e-f15cf6464f8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'security_group_rule': {'security_group_id': 'ffe5b59a-3684-427d-969b-72d81233aa32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:03.424975 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7517c7c4-7e7d-40e4-98a6-99df0ee5897b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8079cea5dbf14e789cf2dfd6d9529beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6444335 May 17 15:42:03.427172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:03.428317 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48832) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:03.428429 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device dba153e7-44e1-47de-a1fe-f85f3b4fc45b up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:03.446856 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fb47d-d02a-4233-855b-4a8467121bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91058212-0dd1-434c-a31b-065fff80958f,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:03.527872 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c343a8e3-b2ee-4634-a62e-f15cf6464f8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (d37a598f-47d0-4426-ae48-680bd12da16c), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.541584 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:42:03.566172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f32edc97-f1ff-4d81-bab3-5eb2ace68ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.566525 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Attempting to bind port 94112395-df0f-4039-bc53-1d961b58ae29 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:03.566971 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Attempting to bind port 94112395-df0f-4039-bc53-1d961b58ae29 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:03.567382 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Attempting to bind port 94112395-df0f-4039-bc53-1d961b58ae29 on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:03.568632 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-16590900-872f-40a2-973e-93cc05953210 admin admin] 10.222.0.75 "PUT /v2.0/routers/f216769a-302c-48c1-9bda-0d7e64a0a195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3794672 May 17 15:42:03.587262 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bcd20-8a65-4755-b9eb-aacd5a614937 None None] Pushing event updated for resources: {'Port': ['ID=94112395-df0f-4039-bc53-1d961b58ae29,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:03.593431 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:03.593973 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:03.594563 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.595281 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:03.595763 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Bound port: 94112395-df0f-4039-bc53-1d961b58ae29, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:03.596189 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (94112395-df0f-4039-bc53-1d961b58ae29), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.604014 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Sync routers for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:42:03.646043 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9655b76-1bcd-41ed-998d-8e9bd4eb4809 admin admin] Publish callbacks [] for security_group (d1c77ba0-de94-4312-a02f-146a7d6c61fd), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.663197 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:03.664269 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:42:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:03.724920 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] For port 94112395-df0f-4039-bc53-1d961b58ae29, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:03.735851 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] For port 94112395-df0f-4039-bc53-1d961b58ae29, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=94112395-df0f-4039-bc53-1d961b58ae29,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:03.739144 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9655b76-1bcd-41ed-998d-8e9bd4eb4809 admin admin] Publish callbacks [] for security_group (d1c77ba0-de94-4312-a02f-146a7d6c61fd), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.757373 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (94112395-df0f-4039-bc53-1d961b58ae29), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.797564 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c343a8e3-b2ee-4634-a62e-f15cf6464f8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (d37a598f-47d0-4426-ae48-680bd12da16c), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.831264 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c343a8e3-b2ee-4634-a62e-f15cf6464f8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (d37a598f-47d0-4426-ae48-680bd12da16c), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.879076 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:03.879954 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:42:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:03.906498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343a8e3-b2ee-4634-a62e-f15cf6464f8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37a598f-47d0-4426-ae48-680bd12da16c,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:03.916007 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.61', 49886) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:03.923309 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.950381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c343a8e3-b2ee-4634-a62e-f15cf6464f8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:03.954697 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c343a8e3-b2ee-4634-a62e-f15cf6464f8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5804567 May 17 15:42:03.982055 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48844) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:03.989495 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:04.005015 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port dba153e7-44e1-47de-a1fe-f85f3b4fc45b triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:04.005418 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.021116 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bcd20-8a65-4755-b9eb-aacd5a614937 None None] Pushing event updated for resources: {'Port': ['ID=94112395-df0f-4039-bc53-1d961b58ae29,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:04.043888 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9655b76-1bcd-41ed-998d-8e9bd4eb4809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d1c77ba0-de94-4312-a02f-146a7d6c61fd), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.054633 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9655b76-1bcd-41ed-998d-8e9bd4eb4809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.058143 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c9655b76-1bcd-41ed-998d-8e9bd4eb4809 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1c77ba0-de94-4312-a02f-146a7d6c61fd HTTP/1.1" status: 204 len: 168 time: 0.6267059 May 17 15:42:04.140360 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:04.183592 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:04.220009 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Allocated IP 172.20.0.1 (670d118c-c4c6-4faf-9e34-d28bf36911ac/c9742d3f-de54-4522-b7a6-17c406b4f52f/7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:42:04.239329 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9655b76-1bcd-41ed-998d-8e9bd4eb4809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c77ba0-de94-4312-a02f-146a7d6c61fd,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:04.268300 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.497124 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-eadd6432-24be-46e2-b4c8-12956c4dd366 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:04.501600 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-eadd6432-24be-46e2-b4c8-12956c4dd366 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.61 "GET /v2.0/networks?id=81bb7a4a-20a5-4b4f-b774-df99f2c59572 HTTP/1.1" status: 200 len: 811 time: 0.5820582 May 17 15:42:04.546303 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.560021 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Request body: {'port': {'device_id': '7797a3e2-eeb5-44a3-8026-daa018079937', 'network_id': '81bb7a4a-20a5-4b4f-b774-df99f2c59572', 'admin_state_up': True, 'tenant_id': '5e120255943e4fecadc7d4a2a9188f9d'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:04.564675 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Publish callbacks [] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.579082 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:41:57Z', 'revision_number': 3, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:04.604131 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port dba153e7-44e1-47de-a1fe-f85f3b4fc45b is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:04.644444 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a77d952-491a-428b-af1b-6e5354431f79 None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:41:57Z', 'revision_number': 3, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:42:04.655865 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.709143 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:04.710563 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:04.713854 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:42:04.714572 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.802971 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Pushing event updated for resources: {'Port': ['ID=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:04.859289 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:00Z', 'revision_number': 2, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:04.941567 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:04.942776 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Checking router: f216769a-302c-48c1-9bda-0d7e64a0a195 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:42:04.943119 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Updating router f216769a-302c-48c1-9bda-0d7e64a0a195 port 753f149d-b955-446a-83cb-56a27cc5d932 binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:42:04.997907 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.008815 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.017754 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48880) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:05.048897 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b8da7f48-2e06-4837-9021-5093e69d8c33 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:05.068131 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-51917625-f494-4775-8f06-f0d5a01d32d2 req-022066fb-a6bd-45c8-b380-7437fc2da357 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 210 time: 0.2494428 May 17 15:42:05.170749 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Made reservation on behalf of 5e120255943e4fecadc7d4a2a9188f9d for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:05.175543 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.315369 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-fb5d7a87-c89f-4db1-aba4-e9f0fbfb2261 None None] Provisioning complete for port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:05.316014 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7a87-c89f-4db1-aba4-e9f0fbfb2261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.374119 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port b8da7f48-2e06-4837-9021-5093e69d8c33 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:05.374865 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.413880 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Publish callbacks [] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.435706 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.436693 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.552075 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Pushing event updated for resources: {'Port': ['ID=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:05.653959 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Allocated IP 172.27.2.87 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/36ea6348-13da-4437-8d80-695ab12148e7) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:42:05.790326 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d7a87-c89f-4db1-aba4-e9f0fbfb2261 None None] Port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:05.865845 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for port (36ea6348-13da-4437-8d80-695ab12148e7), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.876672 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-717250949-network', 'tenant_id': '57d6debc5607465899ca7468dc207367'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:05.935577 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:05.949249 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port b8da7f48-2e06-4837-9021-5093e69d8c33 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:05.949750 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (36ea6348-13da-4437-8d80-695ab12148e7), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:05.950990 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d90a3838-71c6-46fe-85b4-e53cdf77f086 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:05.953128 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:06.040748 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'Port': ['ID=36ea6348-13da-4437-8d80-695ab12148e7,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:06.160677 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:06.175974 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:06.185639 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port d90a3838-71c6-46fe-85b4-e53cdf77f086 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:06.193007 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.234568 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.262228 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Sync routers for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:42:06.290626 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:42:06.293884 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:06.295828 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:42:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:06.488382 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7726e766-c180-4e7a-a05a-0cd03fd4514f req-5a52282f-44a9-4d65-bfb9-722c86f82127 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 210 time: 0.1561928 May 17 15:42:06.577896 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Allocated IP 172.20.0.2 (81bb7a4a-20a5-4b4f-b774-df99f2c59572/e52c2ba0-2349-4e3b-8cb2-be244a340582/64187337-3bb7-410e-8b83-1eed22758592) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:42:06.587972 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-4f0f85d8-a39f-4dbc-b4ad-87d358f325f6 None None] Provisioning complete for port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:06.589744 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4f0f85d8-a39f-4dbc-b4ad-87d358f325f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.600565 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:06.747535 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f85d8-a39f-4dbc-b4ad-87d358f325f6 None None] Port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:06.773326 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Made reservation on behalf of 57d6debc5607465899ca7468dc207367 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:06.777924 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.795336 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.809234 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Publish callbacks [] for port (753f149d-b955-446a-83cb-56a27cc5d932), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.814804 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port d90a3838-71c6-46fe-85b4-e53cdf77f086 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:06.818492 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.850122 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (6671b39f-c003-446b-bb62-6d4bcfdb3f08), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.860863 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (753f149d-b955-446a-83cb-56a27cc5d932), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:06.880278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-42abe0e4-0983-48f2-860f-858ca383daca tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:06.895454 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-42abe0e4-0983-48f2-860f-858ca383daca tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 819 time: 0.9847498 May 17 15:42:06.932703 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:42:07.013593 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port d90a3838-71c6-46fe-85b4-e53cdf77f086, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d90a3838-71c6-46fe-85b4-e53cdf77f086,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:07.047183 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.048162 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device dba153e7-44e1-47de-a1fe-f85f3b4fc45b up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:07.109333 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-7000870a-ef8e-4721-a845-d475cbba731d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/quotas/87cc0cd3d0df4dccbc28058b6866d076 HTTP/1.1" status: 200 len: 375 time: 0.2129774 May 17 15:42:07.268549 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 2, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:07.321422 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Publish callbacks [] for security_group (29d77b68-762a-4520-b42b-08dd6853d30c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.332995 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (29d77b68-762a-4520-b42b-08dd6853d30c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.375683 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Checking router: 86530571-bba0-41e0-95f5-ed0f506c1784 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:42:07.378533 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Updating router 86530571-bba0-41e0-95f5-ed0f506c1784 port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:42:07.404068 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18b542-272b-4548-a9be-11787c2ec12d None None] Pushing event updated for resources: {'Port': ['ID=753f149d-b955-446a-83cb-56a27cc5d932,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:07.451573 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.476133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (36ea6348-13da-4437-8d80-695ab12148e7), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.517726 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d77b68-762a-4520-b42b-08dd6853d30c,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:07.589943 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Attempting to bind port 753f149d-b955-446a-83cb-56a27cc5d932 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:07.594246 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Attempting to bind port 753f149d-b955-446a-83cb-56a27cc5d932 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:07.594653 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Attempting to bind port 753f149d-b955-446a-83cb-56a27cc5d932 on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:07.628360 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:42:07.697541 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:42:07.712155 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9f751c95-27c3-4fe7-a724-5b6396a83417 admin admin] 10.222.0.75 "PUT /v2.0/routers/503a66ee-bbf3-4b1b-a93d-210ccb5dd814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6742501 May 17 15:42:07.728438 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (4ade785f-a492-4e22-afb1-b5689c46b5b0), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.728438 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Added segment 4ade785f-a492-4e22-afb1-b5689c46b5b0 of type vlan for network a2cc940a-9b54-4379-aba4-6deab2932480 May 17 15:42:07.746489 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-7104306f-c48c-4cb8-aecd-34b51ff2f29e None None] Provisioning complete for port 753f149d-b955-446a-83cb-56a27cc5d932 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:07.746880 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7104306f-c48c-4cb8-aecd-34b51ff2f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.750899 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:07.751111 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Checking segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:07.751484 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.751964 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Bound using segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:07.754647 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Bound port: 753f149d-b955-446a-83cb-56a27cc5d932, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:07.755934 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.767916 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.827872 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port dba153e7-44e1-47de-a1fe-f85f3b4fc45b triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:07.829594 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.836247 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=d90a3838-71c6-46fe-85b4-e53cdf77f086,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:07.855457 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (a2cc940a-9b54-4379-aba4-6deab2932480), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.919046 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for port (36ea6348-13da-4437-8d80-695ab12148e7), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.941363 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (a2cc940a-9b54-4379-aba4-6deab2932480), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.953687 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:07.956777 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (36ea6348-13da-4437-8d80-695ab12148e7), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.957347 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:07.958650 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-7104306f-c48c-4cb8-aecd-34b51ff2f29e None None] Port 753f149d-b955-446a-83cb-56a27cc5d932 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:08.086413 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] For port 753f149d-b955-446a-83cb-56a27cc5d932, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:08.107966 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port dba153e7-44e1-47de-a1fe-f85f3b4fc45b is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:08.118099 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] For port 753f149d-b955-446a-83cb-56a27cc5d932, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=753f149d-b955-446a-83cb-56a27cc5d932,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:08.133133 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (753f149d-b955-446a-83cb-56a27cc5d932), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.176595 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] Pushing event updated for resources: {'Network': ['ID=a2cc940a-9b54-4379-aba4-6deab2932480,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:08.204889 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-9d81fad5-e25e-4556-8714-518519dc3306 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0894403 May 17 15:42:08.217485 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4d7a5859-f61e-4280-af0b-5766aa416594 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.1926906 May 17 15:42:08.221656 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 48968) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:08.254800 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Request body: {'subnet': {'network_id': 'a2cc940a-9b54-4379-aba4-6deab2932480', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-717250949-subnet', 'tenant_id': '57d6debc5607465899ca7468dc207367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:08.268380 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network a2cc940a-9b54-4379-aba4-6deab2932480 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:42:08.310369 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'Port': ['ID=36ea6348-13da-4437-8d80-695ab12148e7,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:08.325024 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Publish callbacks [] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.330364 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ba81d371-3323-4bfc-b53a-47ed1791405e req-3dbab186-25d3-4117-a8dd-2b3495c8c247 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 210 time: 0.4019382 May 17 15:42:08.353648 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.373335 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Made reservation on behalf of 57d6debc5607465899ca7468dc207367 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:08.379708 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.387429 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (6671b39f-c003-446b-bb62-6d4bcfdb3f08), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.409964 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:08.410661 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:42:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:08.480764 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18b542-272b-4548-a9be-11787c2ec12d None None] Pushing event updated for resources: {'Port': ['ID=753f149d-b955-446a-83cb-56a27cc5d932,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:08.568249 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.568249 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-9336a247-5a46-4d6b-a982-031457ac4671 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5819728 May 17 15:42:08.590682 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Publish callbacks [] for port (64187337-3bb7-410e-8b83-1eed22758592), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.681831 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ca221-afbd-49c5-afb3-803ea8a728bd None None] Pushing event updated for resources: {'Port': ['ID=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:08.769708 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:08.776012 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (64187337-3bb7-410e-8b83-1eed22758592), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.856412 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:42:08.865193 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Attempting to bind port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:08.871100 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Attempting to bind port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:08.871525 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Attempting to bind port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 on network 16bc5678-13ce-4abe-8c13-1d4cfd08569f {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:08.885738 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 94112395-df0f-4039-bc53-1d961b58ae29 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:08.900976 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:08.901347 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Checking segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:08.901945 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.903530 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Bound using segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:08.904177 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Bound port: 59c5b89f-8cd8-4f31-872a-dd8ada9d3266, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:08.905533 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:08.991239 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:08.992094 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:42:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:09.068352 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-db5ea8d9-5a56-4245-9c55-55668f999473 None None] Provisioning complete for port 753f149d-b955-446a-83cb-56a27cc5d932 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:09.080155 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-db5ea8d9-5a56-4245-9c55-55668f999473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.114568 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (3645ba10-24a7-4b8a-8e2d-8296d5ab76c9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.115749 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:09.126039 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] For port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:09.132667 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] For port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:09.142752 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:09.145891 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.159937 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Pushing event updated for resources: {'Port': ['ID=64187337-3bb7-410e-8b83-1eed22758592,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:09.162566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:42:09.193584 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:09.194442 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.210940 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:09.211853 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:42:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:09.251483 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-d7f5f3e8-5a3e-410d-8f11-0618b6a82003 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7054276 May 17 15:42:09.256867 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 48984) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:09.273391 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-995b53db-9b88-47eb-9727-d3867bfb0b9e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106648048', 'description': 'tempest-description--2073039871'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:09.283431 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3645ba10-24a7-4b8a-8e2d-8296d5ab76c9,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:09.287941 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ca221-afbd-49c5-afb3-803ea8a728bd None None] Pushing event updated for resources: {'Port': ['ID=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,revision_number=4']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:09.319588 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-17fc8d4e-5bac-4a90-8d46-df764614b3bc tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:42:09.320956 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-17fc8d4e-5bac-4a90-8d46-df764614b3bc tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0306487 May 17 15:42:09.390290 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Checking segment: {'id': '4ade785f-a492-4e22-afb1-b5689c46b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2cc940a-9b54-4379-aba4-6deab2932480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:09.390912 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Network hostable DHCP agents. Network: a2cc940a-9b54-4379-aba4-6deab2932480, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:42:09.402242 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-995b53db-9b88-47eb-9727-d3867bfb0b9e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.452791 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Network a2cc940a-9b54-4379-aba4-6deab2932480 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:42:09.474346 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, a2cc940a-9b54-4379-aba4-6deab2932480) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:09.489595 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:09.490272 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.508311 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f160541-048f-4c7f-b810-b4d65760ff15 None None] Network a2cc940a-9b54-4379-aba4-6deab2932480 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:09.528605 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5a65696d-9d80-4b5e-be2b-4e6a84c64336 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3047340 May 17 15:42:09.652944 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:09.719077 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-995b53db-9b88-47eb-9727-d3867bfb0b9e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (7cf13766-72df-4567-99a7-e542e0a0e71b), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.746402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-995b53db-9b88-47eb-9727-d3867bfb0b9e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7cf13766-72df-4567-99a7-e542e0a0e71b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.780759 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fb3f9-ed1c-4e55-8f6e-64a0cad51efa req-9cf3039c-0eb5-4858-b0e5-9ab199a3cbac tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:09.782707 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-517fb3f9-ed1c-4e55-8f6e-64a0cad51efa req-9cf3039c-0eb5-4858-b0e5-9ab199a3cbac tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 931 time: 0.2143815 May 17 15:42:09.855681 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-995b53db-9b88-47eb-9727-d3867bfb0b9e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:09.860573 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49002) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:09.861287 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-995b53db-9b88-47eb-9727-d3867bfb0b9e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6026800 May 17 15:42:09.865546 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-a7e453cc-bddf-419e-a667-4bbfe077274f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group_rule': {'security_group_id': '7cf13766-72df-4567-99a7-e542e0a0e71b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:09.879627 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b53db-9b88-47eb-9727-d3867bfb0b9e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf13766-72df-4567-99a7-e542e0a0e71b,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:09.923800 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-517fb3f9-ed1c-4e55-8f6e-64a0cad51efa req-dc93be8f-888e-4c4c-bf68-09c802f06899 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219494 May 17 15:42:09.979805 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a7e453cc-bddf-419e-a667-4bbfe077274f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (daacf105-0ae1-4d20-a607-0d9bc36338ae), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.091469 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-d228917e-a363-4d78-836f-48146c1463af service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:42:10.093496 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-d228917e-a363-4d78-836f-48146c1463af service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7506695 May 17 15:42:10.100881 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:09Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:10.105448 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-fc2b8a24-8a09-4d51-bd3d-7d83facae907 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1923389534&fields=id&tenant_id=bf36f753be81486182665056a949849c HTTP/1.1" status: 200 len: 267 time: 0.0866587 May 17 15:42:10.176232 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a7e453cc-bddf-419e-a667-4bbfe077274f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (daacf105-0ae1-4d20-a607-0d9bc36338ae), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.194841 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a7e453cc-bddf-419e-a667-4bbfe077274f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (daacf105-0ae1-4d20-a607-0d9bc36338ae), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.199559 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756cc265-37a2-401f-88d0-ede261e73741 None None] The sync data for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi is: [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:09Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:42:10.242220 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e453cc-bddf-419e-a667-4bbfe077274f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daacf105-0ae1-4d20-a607-0d9bc36338ae,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:10.265187 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a7e453cc-bddf-419e-a667-4bbfe077274f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.268887 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a7e453cc-bddf-419e-a667-4bbfe077274f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048831 May 17 15:42:10.275912 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49014) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:10.285287 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-1038f240-70e3-4949-8873-a9767677b174 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group_rule': {'security_group_id': '7cf13766-72df-4567-99a7-e542e0a0e71b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:10.333202 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:10.347965 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1038f240-70e3-4949-8873-a9767677b174 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (18858131-95f5-4c35-ba65-be96c05f436f), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.351568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-77abc29c-8018-4508-af93-bd04aa5d704f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:10.360027 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-77abc29c-8018-4508-af93-bd04aa5d704f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 816 time: 0.2531805 May 17 15:42:10.370664 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-dc19d32f-ec3b-44ea-b8d3-545530787717 service neutron] 10.222.0.75 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528145 May 17 15:42:10.379534 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-eafbcd7c-f5ef-47b1-8b02-aedf1fa92741 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/quotas/bf36f753be81486182665056a949849c HTTP/1.1" status: 200 len: 375 time: 0.0182612 May 17 15:42:10.482568 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1038f240-70e3-4949-8873-a9767677b174 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (18858131-95f5-4c35-ba65-be96c05f436f), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.491373 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1038f240-70e3-4949-8873-a9767677b174 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (18858131-95f5-4c35-ba65-be96c05f436f), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.514681 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038f240-70e3-4949-8873-a9767677b174 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18858131-95f5-4c35-ba65-be96c05f436f,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:10.559853 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1038f240-70e3-4949-8873-a9767677b174 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.564273 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1038f240-70e3-4949-8873-a9767677b174 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2842114 May 17 15:42:10.564564 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49018) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:10.570400 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:10.650396 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c03cc2-9160-4a2b-bf18-20eb5786b705 None None] Network a2cc940a-9b54-4379-aba4-6deab2932480 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:10.668093 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 94112395-df0f-4039-bc53-1d961b58ae29 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:10.669449 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:10.670484 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (94112395-df0f-4039-bc53-1d961b58ae29), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:11.039624 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Request body: {'port': {'device_id': '7797a3e2-eeb5-44a3-8026-daa018079937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:11.065578 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-db5ea8d9-5a56-4245-9c55-55668f999473 None None] Current status of the port 753f149d-b955-446a-83cb-56a27cc5d932 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:11.066257 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-db5ea8d9-5a56-4245-9c55-55668f999473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:11.191743 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:11.203976 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-40f4955c-41c9-4bb8-b69d-c0003a0f9321 service neutron] 10.222.0.75 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105979 May 17 15:42:11.256135 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-7694e0ba-1f1c-4632-89d4-50c9d1e4db38 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8755136 May 17 15:42:11.438548 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (64187337-3bb7-410e-8b83-1eed22758592), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:11.515255 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:08Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:11.521662 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-db5ea8d9-5a56-4245-9c55-55668f999473 None None] For port 753f149d-b955-446a-83cb-56a27cc5d932, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=753f149d-b955-446a-83cb-56a27cc5d932,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:11.567716 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Allocated IP 172.27.2.233 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:42:11.595983 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-27b35e71-3d38-4d23-bf4c-9cf3d1659cdf service neutron] 10.222.0.75 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256314 May 17 15:42:11.798846 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-db5ea8d9-5a56-4245-9c55-55668f999473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (753f149d-b955-446a-83cb-56a27cc5d932), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:11.829923 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f8a07-17ba-4ae7-a95b-3b707299eb9a None None] The sync data for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi is: [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:08Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:42:11.941553 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:12.024418 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:12.085265 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 94112395-df0f-4039-bc53-1d961b58ae29 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:12.085653 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (94112395-df0f-4039-bc53-1d961b58ae29), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:12.163363 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:12.172242 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:12.179643 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:42:12.209619 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port 94112395-df0f-4039-bc53-1d961b58ae29, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=94112395-df0f-4039-bc53-1d961b58ae29,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:12.239936 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (94112395-df0f-4039-bc53-1d961b58ae29), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:12.240761 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d90a3838-71c6-46fe-85b4-e53cdf77f086 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:12.352853 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:12.452126 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-dc13c8fe-5d0c-4fa9-94d6-d7611f7f611f None None] Provisioning complete for port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:12.452514 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8fe-5d0c-4fa9-94d6-d7611f7f611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:12.588907 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (38c8eb18-13dd-402e-8ad9-e198913515e1), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:12.596924 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e03d65-afa5-4b12-a40f-db5b76467bf5 req-93ea9a43-0289-416d-81c5-6f48da836308 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:12.598558 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c6e03d65-afa5-4b12-a40f-db5b76467bf5 req-93ea9a43-0289-416d-81c5-6f48da836308 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 931 time: 0.5363767 May 17 15:42:12.637791 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-2d85d59e-ab6e-4023-8553-afa64eecc3a0 service neutron] 10.222.0.75 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0394077 May 17 15:42:12.675257 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ea8d9-5a56-4245-9c55-55668f999473 None None] Pushing event updated for resources: {'Port': ['ID=753f149d-b955-446a-83cb-56a27cc5d932,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:12.724524 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:12.855125 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:05Z', 'revision_number': 2, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:12.991043 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=94112395-df0f-4039-bc53-1d961b58ae29,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:13.023398 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:42:13.023398 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Updating router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:42:13.199853 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:13.241718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 49098) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:13.365948 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385969677-network', 'tenant_id': 'd76b8a4beb8843fcbe57799a11b35b06'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:13.387878 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c6e03d65-afa5-4b12-a40f-db5b76467bf5 req-22b9f6b6-568e-4d2f-89f4-c0cf9974c0e5 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7401247 May 17 15:42:13.421524 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c5f7efc1-d0a6-45ee-865f-541fa2683909 req-5f839bbe-77ac-40dc-9ef6-c76da02ab455 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 210 time: 0.2819679 May 17 15:42:13.501351 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:13.532380 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:13.736758 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:13.763290 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (38c8eb18-13dd-402e-8ad9-e198913515e1), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:13.791536 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a88d0180-81b9-4520-ab3a-5a0c6b819427 req-ca98f573-d282-49e5-8697-98ff6cec589b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.2443006 May 17 15:42:13.818049 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Made reservation on behalf of d76b8a4beb8843fcbe57799a11b35b06 for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:13.818049 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:13.841712 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:13.844008 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4eebb379-17d9-4e94-804c-def6c8ae40e8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2767301 May 17 15:42:13.901038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:13.917658 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64187337-3bb7-410e-8b83-1eed22758592 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:42:13.980356 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Publish callbacks [] for port (64187337-3bb7-410e-8b83-1eed22758592), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.038172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port d90a3838-71c6-46fe-85b4-e53cdf77f086 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:14.038742 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.048607 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-dc13c8fe-5d0c-4fa9-94d6-d7611f7f611f None None] Current status of the port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:14.049229 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8fe-5d0c-4fa9-94d6-d7611f7f611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.228870 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-dc13c8fe-5d0c-4fa9-94d6-d7611f7f611f None None] For port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:14.250315 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8fe-5d0c-4fa9-94d6-d7611f7f611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.371244 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-98a018a6-69f9-4d17-a1bb-1fc9e93386d5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:14.383978 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-98a018a6-69f9-4d17-a1bb-1fc9e93386d5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 819 time: 0.4413750 May 17 15:42:14.435370 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Transition to ACTIVE for port object 64187337-3bb7-410e-8b83-1eed22758592 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:42:14.451824 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port d90a3838-71c6-46fe-85b4-e53cdf77f086 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:14.456862 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Publish callbacks [] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.462137 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13c8fe-5d0c-4fa9-94d6-d7611f7f611f None None] Pushing event updated for resources: {'Port': ['ID=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:14.472319 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.476068 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (64187337-3bb7-410e-8b83-1eed22758592), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.515356 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-ddc29ed8-8a4a-44af-86b3-c004b0061e3b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/quotas/87cc0cd3d0df4dccbc28058b6866d076 HTTP/1.1" status: 200 len: 375 time: 0.1282670 May 17 15:42:14.560712 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d8acd-5746-484a-8317-81ef83f7f95b None None] Pushing event updated for resources: {'Port': ['ID=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:14.623409 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Attempting to bind port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:14.623928 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Attempting to bind port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:14.624396 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Attempting to bind port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:14.632614 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:14.634921 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Checking segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:14.634921 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.634921 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Bound using segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:14.652353 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Bound port: 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:14.653152 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.827753 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] For port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:14.841647 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] For port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:14.845831 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 94112395-df0f-4039-bc53-1d961b58ae29 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:14.891245 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.895604 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Publish callbacks [] for security_group (f67cb653-f64d-4ce3-ab4c-8a950cce9b75), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.925634 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (f67cb653-f64d-4ce3-ab4c-8a950cce9b75), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.943252 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-e5a61eaa-58a6-424d-b6e1-630f998753bc tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2106648048&fields=id&tenant_id=b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 267 time: 0.5344961 May 17 15:42:14.952142 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-07c47fee-90d3-4db5-a7b4-c9fc18ed027e None None] Provisioning complete for port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:14.952531 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-07c47fee-90d3-4db5-a7b4-c9fc18ed027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:14.964152 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-018d7415-df8d-4a6c-b003-eed9a48aab1b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4476721 May 17 15:42:14.993358 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67cb653-f64d-4ce3-ab4c-8a950cce9b75,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:14.996439 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Pushing event updated for resources: {'Port': ['ID=64187337-3bb7-410e-8b83-1eed22758592,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:15.014632 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:42:15.015275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:42:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:15.061625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Attempting to bind port 64187337-3bb7-410e-8b83-1eed22758592 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:15.062208 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Attempting to bind port 64187337-3bb7-410e-8b83-1eed22758592 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '40da0004-fe05-411a-89f6-06d84ccf1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '81bb7a4a-20a5-4b4f-b774-df99f2c59572'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:15.062907 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Attempting to bind port 64187337-3bb7-410e-8b83-1eed22758592 on network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:15.068759 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d8acd-5746-484a-8317-81ef83f7f95b None None] Pushing event updated for resources: {'Port': ['ID=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:15.069282 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49182) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:15.083205 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 94112395-df0f-4039-bc53-1d961b58ae29 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:15.083585 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (94112395-df0f-4039-bc53-1d961b58ae29), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.221860 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4ee0624f-1168-49b8-82cc-f9eac007b385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.239473 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:42:15.250258 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (84204362-77cc-4c8c-a308-11658ca9dc46), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.250258 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Added segment 84204362-77cc-4c8c-a308-11658ca9dc46 of type vlan for network d83f8d45-762a-41f2-b9ec-ebabd58732a8 May 17 15:42:15.288673 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3f45340f-7556-44bd-9a6a-8295ccf0b709 service neutron] 10.222.0.75 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302749 May 17 15:42:15.299918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Port 64187337-3bb7-410e-8b83-1eed22758592 on network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:42:15.300567 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Attempting to bind port 64187337-3bb7-410e-8b83-1eed22758592 on network 81bb7a4a-20a5-4b4f-b774-df99f2c59572 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:15.317804 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4ee0624f-1168-49b8-82cc-f9eac007b385 admin admin] Publish callbacks [] for security_group (9a60aee2-a1d5-4087-a8db-d387789d910a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.323241 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4ee0624f-1168-49b8-82cc-f9eac007b385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9a60aee2-a1d5-4087-a8db-d387789d910a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.344824 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:15.345252 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Checking segment: {'id': '40da0004-fe05-411a-89f6-06d84ccf1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '81bb7a4a-20a5-4b4f-b774-df99f2c59572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:15.345826 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Bound using segment: {'id': '40da0004-fe05-411a-89f6-06d84ccf1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '81bb7a4a-20a5-4b4f-b774-df99f2c59572'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:15.346392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Bound port: 64187337-3bb7-410e-8b83-1eed22758592, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40da0004-fe05-411a-89f6-06d84ccf1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '81bb7a4a-20a5-4b4f-b774-df99f2c59572'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:15.346753 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (64187337-3bb7-410e-8b83-1eed22758592), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.349270 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:42:15.350505 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (d83f8d45-762a-41f2-b9ec-ebabd58732a8), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.350976 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-07c47fee-90d3-4db5-a7b4-c9fc18ed027e None None] Current status of the port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:15.351600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-07c47fee-90d3-4db5-a7b4-c9fc18ed027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.362530 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4ee0624f-1168-49b8-82cc-f9eac007b385 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5626351bec8943fab1d247bda1e21d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923944 May 17 15:42:15.363744 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0624f-1168-49b8-82cc-f9eac007b385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a60aee2-a1d5-4087-a8db-d387789d910a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:15.367157 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49188) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:15.418171 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ae7b-28ab-470e-9422-d38782fd992e req-1b5c2df1-d9d7-4940-b1bb-410654652da7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:15.419640 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-1b5c2df1-d9d7-4940-b1bb-410654652da7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 815 time: 0.4288669 May 17 15:42:15.423351 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6e409c29-be0c-45dc-b6d8-5a068ce42695 admin admin] Publish callbacks [] for security_group (9a60aee2-a1d5-4087-a8db-d387789d910a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.436230 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 94112395-df0f-4039-bc53-1d961b58ae29 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:15.437557 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 753f149d-b955-446a-83cb-56a27cc5d932 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:15.448410 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6e409c29-be0c-45dc-b6d8-5a068ce42695 admin admin] Publish callbacks [] for security_group (9a60aee2-a1d5-4087-a8db-d387789d910a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.479127 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (d83f8d45-762a-41f2-b9ec-ebabd58732a8), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.480077 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:15.480633 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.509708 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6e409c29-be0c-45dc-b6d8-5a068ce42695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9a60aee2-a1d5-4087-a8db-d387789d910a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.511992 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-65f273c1-c679-40be-887a-b6a018697d9d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/quotas/b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 375 time: 0.0716693 May 17 15:42:15.513053 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6e409c29-be0c-45dc-b6d8-5a068ce42695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.514352 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6e409c29-be0c-45dc-b6d8-5a068ce42695 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a60aee2-a1d5-4087-a8db-d387789d910a HTTP/1.1" status: 204 len: 168 time: 0.1459816 May 17 15:42:15.518457 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-07c47fee-90d3-4db5-a7b4-c9fc18ed027e None None] For port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:15.533820 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-07c47fee-90d3-4db5-a7b4-c9fc18ed027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.545404 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e409c29-be0c-45dc-b6d8-5a068ce42695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a60aee2-a1d5-4087-a8db-d387789d910a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:15.566873 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3099785 May 17 15:42:15.569733 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49192) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:15.574667 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Request body: {'subnet': {'network_id': 'd83f8d45-762a-41f2-b9ec-ebabd58732a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385969677-subnet', 'tenant_id': 'd76b8a4beb8843fcbe57799a11b35b06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:15.592731 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] For port 64187337-3bb7-410e-8b83-1eed22758592, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:15.672054 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 753f149d-b955-446a-83cb-56a27cc5d932 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:15.672434 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (753f149d-b955-446a-83cb-56a27cc5d932), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.705706 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c47fee-90d3-4db5-a7b4-c9fc18ed027e None None] Pushing event updated for resources: {'Port': ['ID=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:15.713023 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-2bbd6b21-3fa7-4c1f-a66c-61f7e140f869 None None] Provisioning complete for port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:15.713437 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2bbd6b21-3fa7-4c1f-a66c-61f7e140f869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.732170 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Made reservation on behalf of d76b8a4beb8843fcbe57799a11b35b06 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:15.734733 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:15.856003 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:15.879364 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-efbe6854-9984-47a2-8802-455e63eddc95 service neutron] 10.222.0.75 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697289 May 17 15:42:15.883225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] For port 64187337-3bb7-410e-8b83-1eed22758592, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=64187337-3bb7-410e-8b83-1eed22758592,segment=NetworkSegment(40da0004-fe05-411a-89f6-06d84ccf1c23),segment_id=40da0004-fe05-411a-89f6-06d84ccf1c23)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:15.915429 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e1691-68e2-430c-b7fb-92e2df18ba9b None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:42:15.921341 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-94a5af9a-6f47-4a1a-a772-eac144b65964 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3904276 May 17 15:42:15.926858 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 753f149d-b955-446a-83cb-56a27cc5d932 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:15.928717 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:15.929933 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e47f2e-bf09-4ab2-b8f6-ea701d047605 admin admin] Pushing event updated for resources: {'Network': ['ID=d83f8d45-762a-41f2-b9ec-ebabd58732a8,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:15.939538 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (64187337-3bb7-410e-8b83-1eed22758592), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.002909 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network d83f8d45-762a-41f2-b9ec-ebabd58732a8 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:42:16.049986 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (3264bcbc-fef3-4451-a91f-a62ea9a30477), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.088898 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd6b21-3fa7-4c1f-a66c-61f7e140f869 None None] Current status of the port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:16.105720 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:16.111692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.113253 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] 10.222.0.61 "PUT /v2.0/ports/64187337-3bb7-410e-8b83-1eed22758592 HTTP/1.1" status: 200 len: 1093 time: 6.2502468 May 17 15:42:16.113740 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7797a3e2-eeb5-44a3-8026-daa018079937', 'tag': '64187337-3bb7-410e-8b83-1eed22758592'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:42:16.170035 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49200) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:16.220570 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3264bcbc-fef3-4451-a91f-a62ea9a30477,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:16.235954 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-634fbff8-9836-454a-b845-664ac6e14d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.278734 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:16.279318 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.287909 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Checking segment: {'id': '84204362-77cc-4c8c-a308-11658ca9dc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd83f8d45-762a-41f2-b9ec-ebabd58732a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:16.288290 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Network hostable DHCP agents. Network: d83f8d45-762a-41f2-b9ec-ebabd58732a8, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:42:16.404946 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Network d83f8d45-762a-41f2-b9ec-ebabd58732a8 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:42:16.425371 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aa916-4151-45a0-a435-b42d20da79a2 service neutron] Pushing event updated for resources: {'Port': ['ID=64187337-3bb7-410e-8b83-1eed22758592,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:16.430486 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:16.438873 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62d95a4-3bcc-47ea-a61f-a6750dc1b83c" -d '{"events": [{"name": "network-changed", "server_uuid": "7797a3e2-eeb5-44a3-8026-daa018079937", "tag": "64187337-3bb7-410e-8b83-1eed22758592"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:42:16.440588 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, d83f8d45-762a-41f2-b9ec-ebabd58732a8) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:16.445579 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:16.446398 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.453303 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee66724-eba4-4376-abae-f2c30ffa1f5f None None] Network d83f8d45-762a-41f2-b9ec-ebabd58732a8 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:16.463782 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-634fbff8-9836-454a-b845-664ac6e14d5e admin admin] Publish callbacks [] for security_group (b9e5f584-b7ae-4adc-8e55-541d949b7c26), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.471362 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-634fbff8-9836-454a-b845-664ac6e14d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b9e5f584-b7ae-4adc-8e55-541d949b7c26), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.471539 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9108e-8fc2-493f-8083-41c0d00f8351 req-4153434c-9a69-4c42-8085-9da26bf203ae tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:16.475361 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1eb9108e-8fc2-493f-8083-41c0d00f8351 req-4153434c-9a69-4c42-8085-9da26bf203ae tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.2641041 May 17 15:42:16.495520 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-cd8787d4-2dcb-4939-81c4-94a445001b52 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9245830 May 17 15:42:16.600388 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-c4d47668-f719-4f32-8be2-4b70975b714f service neutron] 10.222.0.75 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863843 May 17 15:42:16.604794 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a87d6-fa73-46fd-8348-c72c540db669 None None] Network d83f8d45-762a-41f2-b9ec-ebabd58732a8 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:16.614455 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fbff8-9836-454a-b845-664ac6e14d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e5f584-b7ae-4adc-8e55-541d949b7c26,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:16.680277 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1eb9108e-8fc2-493f-8083-41c0d00f8351 req-ff445ad0-6009-49ca-bbd2-7360454adc54 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945033 May 17 15:42:16.692089 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-634fbff8-9836-454a-b845-664ac6e14d5e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91cdd47870ee4f349d5ac8bfc5b225c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196965 May 17 15:42:16.695340 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49220) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:16.792963 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:16.820461 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49222) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:16.844064 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-526d640a-617b-4c57-994a-c39531ba5c97 service neutron] 10.222.0.75 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217438 May 17 15:42:16.868570 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:16.869522 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.891798 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8f0d97cd-8abd-4d27-bc67-6d8f4c70f541 req-e1fecc8a-2256-4d37-8c94-af7a1d5f0278 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0457277 May 17 15:42:16.977612 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9766b1-1ee0-47e8-be70-09f30309ee83 admin admin] Deleting subnet 3645ba10-24a7-4b8a-8e2d-8296d5ab76c9 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:42:16.985858 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-01baaa36-9551-4b3a-a8b8-414682b5fc69 admin admin] Publish callbacks [] for security_group (b9e5f584-b7ae-4adc-8e55-541d949b7c26), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:16.987526 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af9766b1-1ee0-47e8-be70-09f30309ee83 admin admin] Publish callbacks [] for subnet (3645ba10-24a7-4b8a-8e2d-8296d5ab76c9), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.020308 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:17.021025 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dfceb14d-d751-4c91-9c8c-04dde014591e req-d8bcb9a6-309f-40ee-b83f-074a3ffc767e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0386336 May 17 15:42:17.023078 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:17.095692 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:17.096279 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.099246 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-01baaa36-9551-4b3a-a8b8-414682b5fc69 admin admin] Publish callbacks [] for security_group (b9e5f584-b7ae-4adc-8e55-541d949b7c26), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.111574 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af9766b1-1ee0-47e8-be70-09f30309ee83 admin admin] Publish callbacks [] for subnet (3645ba10-24a7-4b8a-8e2d-8296d5ab76c9), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.128218 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af9766b1-1ee0-47e8-be70-09f30309ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (3645ba10-24a7-4b8a-8e2d-8296d5ab76c9), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.173992 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d2bf05aa-d7b0-4f46-9893-94793b637e4a req-53a51b92-c12c-4a53-8ed1-aafeaeeccc70 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0655675 May 17 15:42:17.225586 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684932bc-220e-4d6c-98b9-5d058cbfcf59 x-openstack-request-id: req-684932bc-220e-4d6c-98b9-5d058cbfcf59 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:42:17.226311 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7797a3e2-eeb5-44a3-8026-daa018079937", "tag": "64187337-3bb7-410e-8b83-1eed22758592", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:42:17.227015 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-684932bc-220e-4d6c-98b9-5d058cbfcf59 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:42:17.228102 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684932bc-220e-4d6c-98b9-5d058cbfcf59'] response: {'name': 'network-changed', 'server_uuid': '7797a3e2-eeb5-44a3-8026-daa018079937', 'tag': '64187337-3bb7-410e-8b83-1eed22758592', 'status': 'completed', 'code': 200} May 17 15:42:17.231453 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:17.239698 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-01baaa36-9551-4b3a-a8b8-414682b5fc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b9e5f584-b7ae-4adc-8e55-541d949b7c26), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.245390 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-01baaa36-9551-4b3a-a8b8-414682b5fc69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.248788 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-01baaa36-9551-4b3a-a8b8-414682b5fc69 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9e5f584-b7ae-4adc-8e55-541d949b7c26 HTTP/1.1" status: 204 len: 168 time: 0.5473404 May 17 15:42:17.256678 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baaa36-9551-4b3a-a8b8-414682b5fc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e5f584-b7ae-4adc-8e55-541d949b7c26,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:17.261771 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af9766b1-1ee0-47e8-be70-09f30309ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (3645ba10-24a7-4b8a-8e2d-8296d5ab76c9), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.294656 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af9766b1-1ee0-47e8-be70-09f30309ee83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.300880 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 49238) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:17.301204 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-af9766b1-1ee0-47e8-be70-09f30309ee83 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3645ba10-24a7-4b8a-8e2d-8296d5ab76c9 HTTP/1.1" status: 204 len: 168 time: 0.4650335 May 17 15:42:17.302126 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9766b1-1ee0-47e8-be70-09f30309ee83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3645ba10-24a7-4b8a-8e2d-8296d5ab76c9,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:17.440726 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (a2cc940a-9b54-4379-aba4-6deab2932480), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.553158 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (a2cc940a-9b54-4379-aba4-6deab2932480), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.581762 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.582193 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.583062 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.583576 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > port after_create 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.583921 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.584268 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > port after_update 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.584582 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.584921 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.585225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.585515 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.666943 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.667298 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.667634 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.667969 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:17.668355 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cc940a-9b54-4379-aba4-6deab2932480']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:17.687009 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ade785f-a492-4e22-afb1-b5689c46b5b0') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:17.687561 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ade785f-a492-4e22-afb1-b5689c46b5b0') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:17.704934 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (4ade785f-a492-4e22-afb1-b5689c46b5b0), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.735711 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (4ade785f-a492-4e22-afb1-b5689c46b5b0), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.745468 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:42:17.746092 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (4ade785f-a492-4e22-afb1-b5689c46b5b0), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: from cryptography.utils import int_from_bytes May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: from cryptography.utils import int_from_bytes May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:42:17.792146 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:42:17.893102 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686b85-4ef2-489c-bfc8-27ee1bc7b3b4 req-17992626-0dd6-4b20-a91e-3deb6a24f6aa tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:17.894722 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-94686b85-4ef2-489c-bfc8-27ee1bc7b3b4 req-17992626-0dd6-4b20-a91e-3deb6a24f6aa tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0900378 May 17 15:42:17.895751 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (a2cc940a-9b54-4379-aba4-6deab2932480), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.907057 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.909992 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a2cc940a-9b54-4379-aba4-6deab2932480 HTTP/1.1" status: 204 len: 168 time: 0.6081302 May 17 15:42:17.912881 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49264) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:17.931210 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ef2a0-4d9d-4967-ab77-f4b53b396658 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2cc940a-9b54-4379-aba4-6deab2932480,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:17.984148 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e184987-ef27-4a80-9883-455e2dcdd6c5 admin admin] Deleting subnet 3264bcbc-fef3-4451-a91f-a62ea9a30477 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:42:17.987432 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5e184987-ef27-4a80-9883-455e2dcdd6c5 admin admin] Publish callbacks [] for subnet (3264bcbc-fef3-4451-a91f-a62ea9a30477), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:17.993787 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-94686b85-4ef2-489c-bfc8-27ee1bc7b3b4 req-690e95c5-7420-454f-bf2b-797804790d9b tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884035 May 17 15:42:18.029694 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-42bc2af0-2ced-4c03-8ac9-029327ee635e req-6199dc8e-dfd0-4a22-9bdd-55db42c10d08 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0345855 May 17 15:42:18.032074 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5e184987-ef27-4a80-9883-455e2dcdd6c5 admin admin] Publish callbacks [] for subnet (3264bcbc-fef3-4451-a91f-a62ea9a30477), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.038485 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5e184987-ef27-4a80-9883-455e2dcdd6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (3264bcbc-fef3-4451-a91f-a62ea9a30477), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.103436 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 49274) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:18.117295 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5e184987-ef27-4a80-9883-455e2dcdd6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for subnet (3264bcbc-fef3-4451-a91f-a62ea9a30477), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.130400 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5e184987-ef27-4a80-9883-455e2dcdd6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.136953 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5e184987-ef27-4a80-9883-455e2dcdd6c5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3264bcbc-fef3-4451-a91f-a62ea9a30477 HTTP/1.1" status: 204 len: 168 time: 0.2202382 May 17 15:42:18.155831 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49278) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:18.171658 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-49d39e74-99ce-42b4-af1f-9c0dbdad5f80 req-29434752-5a4e-4d61-828e-653e5b5632c9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0432036 May 17 15:42:18.181795 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e184987-ef27-4a80-9883-455e2dcdd6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3264bcbc-fef3-4451-a91f-a62ea9a30477,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:18.240239 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1201907582-network', 'tenant_id': 'ca2444fc9d724881b212f4a9d24ca430'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:18.260748 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (d83f8d45-762a-41f2-b9ec-ebabd58732a8), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.303799 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7b96ec40-b910-48d7-8c31-c95956aa1690 req-73da736b-362d-4caf-9ef4-157dabe83ca0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0541880 May 17 15:42:18.309732 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Made reservation on behalf of ca2444fc9d724881b212f4a9d24ca430 for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:18.312691 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.326870 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.389991 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (d83f8d45-762a-41f2-b9ec-ebabd58732a8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.414532 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.415199 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.416928 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.417430 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > port after_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.417960 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > port after_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.418529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > port after_update 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.419025 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.419591 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.420119 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.420601 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.434051 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Publish callbacks [] for security_group (b92f081c-d7e7-4aaa-b757-50d83671b140), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.439089 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b92f081c-d7e7-4aaa-b757-50d83671b140), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.473848 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92f081c-d7e7-4aaa-b757-50d83671b140,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:18.483618 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:42:18.500398 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (0b69f46c-da3a-40bb-a581-00067ce766f6), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.500834 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Added segment 0b69f46c-da3a-40bb-a581-00067ce766f6 of type vlan for network 8fef86fd-2562-4008-9d4d-e475cd8a2a90 May 17 15:42:18.553493 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (8fef86fd-2562-4008-9d4d-e475cd8a2a90), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.578718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (8fef86fd-2562-4008-9d4d-e475cd8a2a90), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.579781 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:18.580375 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.614896 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5105298 May 17 15:42:18.618101 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 49284) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:18.649800 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Request body: {'subnet': {'network_id': '8fef86fd-2562-4008-9d4d-e475cd8a2a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1201907582-subnet', 'tenant_id': 'ca2444fc9d724881b212f4a9d24ca430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:18.657049 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45bd8f-cc6c-479c-82f9-dd09ffe6925c admin admin] Pushing event updated for resources: {'Network': ['ID=8fef86fd-2562-4008-9d4d-e475cd8a2a90,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:18.668767 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 8fef86fd-2562-4008-9d4d-e475cd8a2a90 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:42:18.683925 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Made reservation on behalf of ca2444fc9d724881b212f4a9d24ca430 for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:18.687315 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771371'] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.714014 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.714450 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.714863 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.715261 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 15:42:18.715699 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83f8d45-762a-41f2-b9ec-ebabd58732a8']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:18.738701 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84204362-77cc-4c8c-a308-11658ca9dc46') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:18.739082 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84204362-77cc-4c8c-a308-11658ca9dc46') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:42:18.756339 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13879681'] for segment (84204362-77cc-4c8c-a308-11658ca9dc46), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.781865 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (84204362-77cc-4c8c-a308-11658ca9dc46), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.791737 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:42:18.792273 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029102'] for segment (84204362-77cc-4c8c-a308-11658ca9dc46), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: from cryptography.utils import int_from_bytes May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: from cryptography.utils import int_from_bytes May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: Traceback (most recent call last): May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: timer() May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: cb(*args, **kw) May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: return func(*args, **kwargs) May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: self._notify() May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: self.callback(batched_events) May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: event.method(event) May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: return f(self, *a, **k) May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._get(url).json() May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:42:18.796461 dv-cinder-842128-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:42:18.857322 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (d83f8d45-762a-41f2-b9ec-ebabd58732a8), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.876097 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:18.881822 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] 10.222.0.75 "DELETE /v2.0/networks/d83f8d45-762a-41f2-b9ec-ebabd58732a8 HTTP/1.1" status: 204 len: 168 time: 0.7225697 May 17 15:42:18.881822 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f503136-a4ee-426f-8afd-1a0e8c0dcbac admin admin] Pushing event deleted for resources: {'Network': ['ID=d83f8d45-762a-41f2-b9ec-ebabd58732a8,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:18.981463 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771389'] for subnet (0a6cd93b-1692-45db-aec1-eec30ff0ec99), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.042036 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49292) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:19.047111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6cd93b-1692-45db-aec1-eec30ff0ec99,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:19.065139 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Checking segment: {'id': '0b69f46c-da3a-40bb-a581-00067ce766f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8fef86fd-2562-4008-9d4d-e475cd8a2a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:19.065498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Network hostable DHCP agents. Network: 8fef86fd-2562-4008-9d4d-e475cd8a2a90, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:42:19.086836 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Network 8fef86fd-2562-4008-9d4d-e475cd8a2a90 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:42:19.093754 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-dbd1027d-4d51-442e-b60b-1044e7fc2110 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=57d6debc5607465899ca7468dc207367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486507 May 17 15:42:19.094106 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49296) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:19.111892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 8fef86fd-2562-4008-9d4d-e475cd8a2a90) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:19.120591 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff2343-e43c-4153-bb2e-c39f98165b91 None None] Network 8fef86fd-2562-4008-9d4d-e475cd8a2a90 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:19.138756 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:19.139440 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.172616 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a04228d5-2718-4cfa-b20c-23fc1405b3d7 admin admin] Publish callbacks [] for security_group (29d77b68-762a-4520-b42b-08dd6853d30c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.209967 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a3139d94-e487-49e6-9742-58a46059553b req-ba8ef408-0f34-4ffe-9898-da43a9a41b57 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0799999 May 17 15:42:19.216650 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504fc80-e556-48bd-bb3a-62baa5f7c4c8 req-d6edda30-bd84-4b8d-9e10-4b115fee3780 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:19.218366 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1504fc80-e556-48bd-bb3a-62baa5f7c4c8 req-d6edda30-bd84-4b8d-9e10-4b115fee3780 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.1199391 May 17 15:42:19.231960 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8225ca53-9a8f-44c2-8d3d-a9e8954994be admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6127620 May 17 15:42:19.247787 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a04228d5-2718-4cfa-b20c-23fc1405b3d7 admin admin] Publish callbacks [] for security_group (29d77b68-762a-4520-b42b-08dd6853d30c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.257406 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d916336f-dcc9-460c-b887-e6fa3faee3db None None] Network 8fef86fd-2562-4008-9d4d-e475cd8a2a90 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:19.320147 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1504fc80-e556-48bd-bb3a-62baa5f7c4c8 req-d72fba78-013a-476e-92a5-66df6ef93539 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871048 May 17 15:42:19.336906 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a04228d5-2718-4cfa-b20c-23fc1405b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (29d77b68-762a-4520-b42b-08dd6853d30c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.349476 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a04228d5-2718-4cfa-b20c-23fc1405b3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.349476 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a04228d5-2718-4cfa-b20c-23fc1405b3d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/29d77b68-762a-4520-b42b-08dd6853d30c HTTP/1.1" status: 204 len: 168 time: 0.2474558 May 17 15:42:19.351334 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04228d5-2718-4cfa-b20c-23fc1405b3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d77b68-762a-4520-b42b-08dd6853d30c,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:19.401959 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19a7345a-fa8a-4792-baab-1949bcdb3952 req-2e205e54-2d40-42bf-b69a-e1d6d74c0522 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0693500 May 17 15:42:19.471551 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6026da9e-731e-4610-9c59-0fa4f1885a64 req-38057dc6-35d5-4933-b89c-dddbabf5e4f9 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0540521 May 17 15:42:19.746705 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49318) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:19.788753 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c42070f4-3b7c-4f30-beb7-ac92db150e5e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d76b8a4beb8843fcbe57799a11b35b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384848 May 17 15:42:19.788923 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49322) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:19.835308 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a2e58381-b9f7-412a-a3ae-1e198a58e982 admin admin] Publish callbacks [] for security_group (f67cb653-f64d-4ce3-ab4c-8a950cce9b75), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.857903 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a2e58381-b9f7-412a-a3ae-1e198a58e982 admin admin] Publish callbacks [] for security_group (f67cb653-f64d-4ce3-ab4c-8a950cce9b75), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.907909 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a2e58381-b9f7-412a-a3ae-1e198a58e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (f67cb653-f64d-4ce3-ab4c-8a950cce9b75), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.911391 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a2e58381-b9f7-412a-a3ae-1e198a58e982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:19.916106 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a2e58381-b9f7-412a-a3ae-1e198a58e982 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f67cb653-f64d-4ce3-ab4c-8a950cce9b75 HTTP/1.1" status: 204 len: 168 time: 0.1257646 May 17 15:42:19.924609 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e58381-b9f7-412a-a3ae-1e198a58e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67cb653-f64d-4ce3-ab4c-8a950cce9b75,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:19.970445 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49328) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:19.975196 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957517794-network', 'tenant_id': 'ce75b97c54f34e4a9db8b69776d135c2'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:19.995986 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Made reservation on behalf of ce75b97c54f34e4a9db8b69776d135c2 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:19.998460 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.007679 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.109575 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Publish callbacks [] for security_group (35e3ce40-f123-4953-8d68-ce03c9498af1), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.116207 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (35e3ce40-f123-4953-8d68-ce03c9498af1), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.147425 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e3ce40-f123-4953-8d68-ce03c9498af1,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:20.158090 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:42:20.169715 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (356334b7-1eae-4d67-b8b2-845b290e20fd), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.170264 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Added segment 356334b7-1eae-4d67-b8b2-845b290e20fd of type vlan for network b58aa596-7221-4c66-b4d8-42e26cc474bb May 17 15:42:20.220092 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (b58aa596-7221-4c66-b4d8-42e26cc474bb), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.245702 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (b58aa596-7221-4c66-b4d8-42e26cc474bb), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.246912 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:20.247484 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.287593 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 49340) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:20.288231 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3162839 May 17 15:42:20.294506 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Request body: {'subnet': {'network_id': 'b58aa596-7221-4c66-b4d8-42e26cc474bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957517794-subnet', 'tenant_id': 'ce75b97c54f34e4a9db8b69776d135c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:20.317913 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46324ca-0348-4a0b-b258-cf76828d72c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b58aa596-7221-4c66-b4d8-42e26cc474bb,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:20.331245 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network b58aa596-7221-4c66-b4d8-42e26cc474bb details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:42:20.370204 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Made reservation on behalf of ce75b97c54f34e4a9db8b69776d135c2 for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:20.373510 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771371'] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.453111 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-30cc1aa4-9b27-4826-809c-ebd43cd6608b req-9dc1b4df-52b2-46e7-9154-cac38b0283c8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.1169415 May 17 15:42:20.580115 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d531587-5944-42a9-a6a7-927df565986d req-72e6acb5-7736-4034-8881-1b962af03fc9 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:20.586928 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d531587-5944-42a9-a6a7-927df565986d req-72e6acb5-7736-4034-8881-1b962af03fc9 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.1293576 May 17 15:42:20.594306 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-694d75e7-2153-4f76-9bc2-8d336256070a req-c1fba2e2-e728-485f-b1e3-3a1078d130cc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0572560 May 17 15:42:20.752839 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d531587-5944-42a9-a6a7-927df565986d req-445df4d3-375b-4731-9f4c-865b408e8200 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644583 May 17 15:42:20.754107 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771389'] for subnet (c8cebef4-f2f8-4fab-86ad-304c682f67a6), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.764314 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7a3b6c3d-79aa-4ae3-a659-3fbff3ceec4e req-b345a303-8241-4149-8324-49da34a4e528 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0574043 May 17 15:42:20.838335 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8cebef4-f2f8-4fab-86ad-304c682f67a6,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:20.850631 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Checking segment: {'id': '356334b7-1eae-4d67-b8b2-845b290e20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b58aa596-7221-4c66-b4d8-42e26cc474bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:20.851056 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Network hostable DHCP agents. Network: b58aa596-7221-4c66-b4d8-42e26cc474bb, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:42:20.871180 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Network b58aa596-7221-4c66-b4d8-42e26cc474bb is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:42:20.880105 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, b58aa596-7221-4c66-b4d8-42e26cc474bb) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:20.885767 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:20.886462 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:20.893926 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d31ba-2622-4ff0-9e75-c04b07f97508 None None] Network b58aa596-7221-4c66-b4d8-42e26cc474bb requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:20.934050 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c1b62fa1-5298-4f0d-af80-217ce0c7952c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6425786 May 17 15:42:21.049084 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b05c2-03f9-43e3-ba5c-2f0f642d5185 None None] Network b58aa596-7221-4c66-b4d8-42e26cc474bb requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:42:21.594606 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-12a1fdc8-c585-4c23-8985-1b18b1b92cc8 req-2c06bcee-dfb0-4a38-a471-95aeba53e4b1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0397542 May 17 15:42:21.769620 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbe0e700-a798-4fbc-874a-4d44bd68cda7 req-df384a02-26e1-42e8-b83e-f009a79b0885 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0793271 May 17 15:42:21.995232 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81331667-dd58-4f6a-a7c9-859c4fa76230 req-e1a45085-c448-44b5-a373-a30dd1c3ba8a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0654299 May 17 15:42:22.004299 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5ff77-3ee6-458c-bdf9-e82d8b9554d5 req-b3ea023b-80b4-4e64-80f3-b582ac78af14 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:22.006057 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-13b5ff77-3ee6-458c-bdf9-e82d8b9554d5 req-b3ea023b-80b4-4e64-80f3-b582ac78af14 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.1340251 May 17 15:42:22.061624 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-13b5ff77-3ee6-458c-bdf9-e82d8b9554d5 req-677c0832-9f5b-49a0-988f-9afae59e416c tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 May 17 15:42:22.697393 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0dbf166e-d448-4786-838f-73376efa587d req-5866b50f-6902-4088-a790-fc5c49701435 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0358396 May 17 15:42:22.875674 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d8da9e25-19d8-42da-a177-3e5f85cbc953 req-13fbb0d1-5ac2-4d95-96cc-e783acd8a3d0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0295658 May 17 15:42:23.115842 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-233b6d64-6c50-4d4b-a0f6-a4a43b148815 req-ef820b29-ebbf-4ebe-8c40-d98a80e49487 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0583999 May 17 15:42:23.234841 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a13c7-8292-4763-bdc3-8141efbdbb52 req-da625b1c-aa48-469c-a51e-e92ef9ebbbd0 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:23.242878 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df0a13c7-8292-4763-bdc3-8141efbdbb52 req-da625b1c-aa48-469c-a51e-e92ef9ebbbd0 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0622554 May 17 15:42:23.301275 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df0a13c7-8292-4763-bdc3-8141efbdbb52 req-e222c90e-e72a-4e82-89a0-bf9dea2f5796 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 May 17 15:42:23.830151 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f8f8b16-a6ab-4e3b-bee6-5bb5784f9880 req-14ec065a-c425-497b-ab64-f124a8120812 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0308473 May 17 15:42:23.982061 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-63c30328-9304-4c66-bd02-a607a619da5d req-d0205634-bb82-494d-b2ab-9284f606cbac tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0299773 May 17 15:42:24.211757 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-48a7a8e5-0eff-4048-b401-0d35ac87118a req-298e165f-383b-4980-a76e-500d65f18e0b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0262370 May 17 15:42:24.416069 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989ba91-b10b-4522-8127-bd2eefbd6fa6 req-fdf442be-1493-4a6e-8f32-5953ec4d4390 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:24.417495 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4989ba91-b10b-4522-8127-bd2eefbd6fa6 req-fdf442be-1493-4a6e-8f32-5953ec4d4390 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0458133 May 17 15:42:24.463721 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4989ba91-b10b-4522-8127-bd2eefbd6fa6 req-d5cd521e-6fa1-41a1-87d6-e53ffb3c1b90 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 May 17 15:42:24.933878 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a511c68-84f9-4b54-879a-d23bb9041f6d req-56ffbb06-5e21-4046-8d4b-b6d7079cd143 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0302768 May 17 15:42:25.073665 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06390f7f-ad5f-4ed9-bbe6-58c53b491d77 req-f33f0fb1-591a-4bd6-8e50-abd2839d2f76 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0271826 May 17 15:42:25.304094 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-51adb9b8-26c6-46c6-a4c4-31e4c9b97fb4 req-87ea2952-b0cb-4f33-87e0-f2db67d6ae88 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0269840 May 17 15:42:25.573347 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4259c-3d85-4823-af2e-b1671dcb8a69 req-964fcb0e-da09-455d-9071-58ee5c1db5c2 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:25.574793 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-03a4259c-3d85-4823-af2e-b1671dcb8a69 req-964fcb0e-da09-455d-9071-58ee5c1db5c2 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0461612 May 17 15:42:25.624131 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-03a4259c-3d85-4823-af2e-b1671dcb8a69 req-bc7c75bd-8ce7-4a4a-80d8-19bec5eed673 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 May 17 15:42:26.033354 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e18cf33d-cc51-4277-95cf-b13b3f6ae6e4 req-fe2181ec-ed16-4c9d-bce9-02c80ac65cf0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0299275 May 17 15:42:26.165582 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cfda3eb4-b5ce-4283-b0bc-5e8a14356c8b req-a7c362b4-3a7a-4244-8e9f-e40bd00a7fc8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0271935 May 17 15:42:26.396701 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0be976a9-8378-4241-9674-1e5a1f4335f0 req-3c061055-d909-40b2-be23-30596bd6d3f1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0271220 May 17 15:42:26.748868 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c8c34-0380-4a01-b02c-7b2e9c685885 req-0a8d3f51-1094-4f32-969d-b7dfe290546e tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:26.751030 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d76c8c34-0380-4a01-b02c-7b2e9c685885 req-0a8d3f51-1094-4f32-969d-b7dfe290546e tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0626402 May 17 15:42:26.796544 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d76c8c34-0380-4a01-b02c-7b2e9c685885 req-c1b040d9-e545-43f5-84f2-700e7692494b tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 May 17 15:42:27.148419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7db27c92-3093-4910-b286-3b679b3c1047 req-25c18cb3-f564-4944-809a-07e88d85a633 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0306275 May 17 15:42:27.257343 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bdeb081f-be60-40c0-8123-3ea0ad1e79fa req-0195c2a0-c0d1-44c2-b14f-c5330a9f6392 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0272954 May 17 15:42:27.490463 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e36d3d57-6f04-416d-897b-59dbf4e3e465 req-0411dad3-de2b-4020-9c30-637f193e181a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0282691 May 17 15:42:27.692292 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:27.906146 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fca62-8a3f-4f67-a238-2b8ae57dcd0e req-f1b01430-8470-42e1-bf9c-bad0e7997ed6 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:27.907514 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-228fca62-8a3f-4f67-a238-2b8ae57dcd0e req-f1b01430-8470-42e1-bf9c-bad0e7997ed6 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0456536 May 17 15:42:27.954468 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-228fca62-8a3f-4f67-a238-2b8ae57dcd0e req-2ed93e80-602d-4691-9edb-b524c38c62c2 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 May 17 15:42:28.242260 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d95a4-3bcc-47ea-a61f-a6750dc1b83c req-07fdeb11-2653-4ac9-87ba-419146eeb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:28.244567 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e62d95a4-3bcc-47ea-a61f-a6750dc1b83c req-07fdeb11-2653-4ac9-87ba-419146eeb365 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e120255943e4fecadc7d4a2a9188f9d&device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 1127 time: 0.0894051 May 17 15:42:28.292265 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dcb95ab2-338b-4132-a21e-8a678731d9ae req-3d037860-999f-4063-859a-87968b3cd41b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0466108 May 17 15:42:28.629295 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f84f1dfb-2ccb-495d-bed7-bcbd53c4ae48 req-7b070620-c039-4c07-848b-72e6b56c2bfe tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.2627087 May 17 15:42:28.671067 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f5108a96-3802-48d4-a152-80a126bed09a req-48e5babd-79e6-45d7-984e-b83b88496858 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.0497081 May 17 15:42:28.688320 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d95a4-3bcc-47ea-a61f-a6750dc1b83c req-ed5e786c-ecdb-4e44-b878-93d677aa8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:28.688320 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e62d95a4-3bcc-47ea-a61f-a6750dc1b83c req-ed5e786c-ecdb-4e44-b878-93d677aa8527 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5e120255943e4fecadc7d4a2a9188f9d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4295979 May 17 15:42:28.947740 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d95a4-3bcc-47ea-a61f-a6750dc1b83c req-6e8a824a-47ad-4ae4-9fc1-a24a2f0c8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:28.949163 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e62d95a4-3bcc-47ea-a61f-a6750dc1b83c req-6e8a824a-47ad-4ae4-9fc1-a24a2f0c8a65 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021375 May 17 15:42:29.071241 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a9151-7d2e-4203-b27c-5ec9ee960c25 req-f1f823da-9697-4baf-b7c9-48d29a1d0e2d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:29.073284 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-190a9151-7d2e-4203-b27c-5ec9ee960c25 req-f1f823da-9697-4baf-b7c9-48d29a1d0e2d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0528073 May 17 15:42:29.119453 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-190a9151-7d2e-4203-b27c-5ec9ee960c25 req-6870f46a-fbee-48a5-a352-e3181538f608 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 May 17 15:42:29.415656 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a4620f02-f15f-4dde-ad8a-b90608ab7ed5 req-32ccf704-9c3f-4aa3-9718-86bf87300e0c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0281563 May 17 15:42:29.464392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.61', 49913) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:29.562995 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.61', 49914) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:29.591750 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.61', 49916) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:29.594500 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.61', 49917) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:29.879348 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-7401b368-7fed-4a6d-9932-9fe1812cb532 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:29.884759 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-7401b368-7fed-4a6d-9932-9fe1812cb532 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 816 time: 0.4022346 May 17 15:42:29.929803 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ae7b-28ab-470e-9422-d38782fd992e req-7ca4179e-59d1-47dc-bc67-44a9d3c3c0ff tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:29.931336 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-7ca4179e-59d1-47dc-bc67-44a9d3c3c0ff tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 815 time: 0.3673241 May 17 15:42:30.074569 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3bdc1d2d-5061-47b5-a60b-2738dc3d8ab0 req-382395cc-204e-42d5-ad2a-7be83b242c2b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.2089598 May 17 15:42:30.087116 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-39fd55af-a647-4668-bc58-b787f7e7e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:30.089151 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-39fd55af-a647-4668-bc58-b787f7e7e5ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e120255943e4fecadc7d4a2a9188f9d&device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 1127 time: 0.4087207 May 17 15:42:30.126097 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-933af5fc-ab6b-4fec-b6a6-2d905442c5fc req-e67038ad-47f1-4af3-8ad9-bb39af6a57c0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 210 time: 0.2031910 May 17 15:42:30.155885 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5d800ceb-6be3-4b3c-ba54-686b815405c7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 380 time: 0.1512616 May 17 15:42:30.168148 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'port': {'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'admin_state_up': True, 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'security_groups': ['7cf13766-72df-4567-99a7-e542e0a0e71b']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:30.279806 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-8c24ce3a-2ba4-44be-bdfd-1b378724b942 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64187337-3bb7-410e-8b83-1eed22758592 HTTP/1.1" status: 200 len: 217 time: 0.0983365 May 17 15:42:30.291704 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-bd2e94aa-f4d7-4810-81a7-03e28790d503 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:30.293154 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-bd2e94aa-f4d7-4810-81a7-03e28790d503 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 819 time: 0.8012180 May 17 15:42:30.321500 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'port': {'device_id': '1e592f5a-3f22-48bd-b517-5ddd4d5c2503', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'admin_state_up': True, 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:30.338148 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Made reservation on behalf of b23dc4cf2a954ab8a64c81eac9080a70 for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:30.341389 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-3b4c60cc-edf3-4d63-9e92-38a202791a9b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf36f753be81486182665056a949849c HTTP/1.1" status: 200 len: 380 time: 0.4131308 May 17 15:42:30.343324 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:30.404067 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'port': {'device_id': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'admin_state_up': True, 'tenant_id': 'bf36f753be81486182665056a949849c', 'security_groups': ['ffe5b59a-3684-427d-969b-72d81233aa32']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:30.426714 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8e36b-2889-4ec7-aa3a-e17644073d19 req-4964f8bd-f8d4-4494-a1c9-e86152abc78d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:30.428303 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b5c8e36b-2889-4ec7-aa3a-e17644073d19 req-4964f8bd-f8d4-4494-a1c9-e86152abc78d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.1663635 May 17 15:42:30.479217 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-caa65bcf-77a4-4a9b-b446-8a97b9b9db9a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:30.480933 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-caa65bcf-77a4-4a9b-b446-8a97b9b9db9a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 819 time: 0.8119740 May 17 15:42:30.483393 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-fe85d354-187c-45be-aba8-b82660260c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:30.484825 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-fe85d354-187c-45be-aba8-b82660260c8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e52c2ba0-2349-4e3b-8cb2-be244a340582 HTTP/1.1" status: 200 len: 851 time: 0.1725872 May 17 15:42:30.588406 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49640) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:30.605152 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'port': {'device_id': '73cc19bf-e9b1-4087-bffb-757df05d29e5', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'admin_state_up': True, 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:30.740688 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-a316c66d-8a82-45cc-8906-e189501134c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81bb7a4a-20a5-4b4f-b774-df99f2c59572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409032 May 17 15:42:30.748382 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-efa3e1cf-50e6-46be-92e2-ca8fcb8b98da req-ed5f12a3-00a6-4a9b-acee-96239eb49c3e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.1475313 May 17 15:42:30.773737 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5afac9f7-7fa7-4839-8d23-9660fffb6eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:30.788417 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Allocated IP 172.20.0.3 (670d118c-c4c6-4faf-9e34-d28bf36911ac/c9742d3f-de54-4522-b7a6-17c406b4f52f/83c15363-afe5-4cf3-81f7-17976151a63d) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:42:30.907845 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b5c8e36b-2889-4ec7-aa3a-e17644073d19 req-00b71bc2-454f-498b-bf1d-c64d43d36668 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486663 May 17 15:42:30.931211 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Made reservation on behalf of bf36f753be81486182665056a949849c for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:30.936678 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:30.960601 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9498-178e-401a-a302-50d125513024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:30.966543 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5afac9f7-7fa7-4839-8d23-9660fffb6eac admin admin] Publish callbacks [] for security_group (856dbdcf-47f9-462b-acae-1620a8304548), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:30.970265 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Made reservation on behalf of 87cc0cd3d0df4dccbc28058b6866d076 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:30.973345 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5afac9f7-7fa7-4839-8d23-9660fffb6eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (856dbdcf-47f9-462b-acae-1620a8304548), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:30.973705 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.011206 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-44debeb1-34ab-4648-bb7f-0ee2c6cbadc3 service neutron] 10.222.0.61 "GET /v2.0/networks/81bb7a4a-20a5-4b4f-b774-df99f2c59572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594326 May 17 15:42:31.025593 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (83c15363-afe5-4cf3-81f7-17976151a63d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.041924 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5afac9f7-7fa7-4839-8d23-9660fffb6eac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=98fcc4cbda644a37a0a6870d2b235777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487934 May 17 15:42:31.043666 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49646) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:31.045974 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afac9f7-7fa7-4839-8d23-9660fffb6eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856dbdcf-47f9-462b-acae-1620a8304548,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:31.108134 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.185786 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c01ecf-a9e8-4fb3-a664-bba4e31bf263 admin admin] Publish callbacks [] for security_group (856dbdcf-47f9-462b-acae-1620a8304548), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.207323 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:31.235948 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:31.246671 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:42:31.260102 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c01ecf-a9e8-4fb3-a664-bba4e31bf263 admin admin] Publish callbacks [] for security_group (856dbdcf-47f9-462b-acae-1620a8304548), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.263771 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Made reservation on behalf of 87cc0cd3d0df4dccbc28058b6866d076 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:42:31.267463 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.280438 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=83c15363-afe5-4cf3-81f7-17976151a63d,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:31.337536 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:31.342049 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.370926 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-5c0300c4-09a4-484c-8880-ae325f345d2f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2071266 May 17 15:42:31.381497 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c01ecf-a9e8-4fb3-a664-bba4e31bf263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (856dbdcf-47f9-462b-acae-1620a8304548), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.385303 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-54c01ecf-a9e8-4fb3-a664-bba4e31bf263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.386874 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-54c01ecf-a9e8-4fb3-a664-bba4e31bf263 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/856dbdcf-47f9-462b-acae-1620a8304548 HTTP/1.1" status: 204 len: 168 time: 0.3421276 May 17 15:42:31.420679 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c01ecf-a9e8-4fb3-a664-bba4e31bf263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856dbdcf-47f9-462b-acae-1620a8304548,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:31.560704 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4273025c-c8d2-47f2-bc24-8f32ffdc9637 req-ec1f4504-df37-4bec-948b-534a5659cf5d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.2872355 May 17 15:42:31.647977 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e47f92-72ba-4361-a723-0189cb61bf92 req-dd7cce31-380a-42a1-ac89-02dc75a7ead7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:31.649612 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b2e47f92-72ba-4361-a723-0189cb61bf92 req-dd7cce31-380a-42a1-ac89-02dc75a7ead7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 931 time: 0.3775711 May 17 15:42:31.662191 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-988dcd80-2635-41c5-acea-d5988a304ad3 None None] Provisioning complete for port 83c15363-afe5-4cf3-81f7-17976151a63d triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:31.662568 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-988dcd80-2635-41c5-acea-d5988a304ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.705065 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-988dcd80-2635-41c5-acea-d5988a304ad3 None None] Port 83c15363-afe5-4cf3-81f7-17976151a63d cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:31.806048 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Allocated IP 172.20.0.5 (16bc5678-13ce-4abe-8c13-1d4cfd08569f/cfe766f6-03d5-4f5b-a45d-aa8cac939252/d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:42:31.813870 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eeacd3f3-8506-4233-afe3-d83989c0aaab req-064fd81d-e672-49ab-bbc1-b5efb5d4a109 service neutron] 10.222.0.61 "GET /v2.0/networks/81bb7a4a-20a5-4b4f-b774-df99f2c59572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429385 May 17 15:42:31.829450 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49680) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:31.843234 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0d0431f0-b07e-423f-8bf9-1d7bc1f3dc5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.860801 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b2e47f92-72ba-4361-a723-0189cb61bf92 req-cb5f926a-d020-47d8-ab7e-5ad373b5c6a5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745296 May 17 15:42:31.889558 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Allocated IP 172.20.0.10 (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f/2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f/41b61a96-78fb-4784-84f7-a1553b8a3cee) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:42:31.898145 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bb2492b6-ae3a-4259-b14a-8d46a663dee7 req-d4bb0656-7bd7-4027-85a0-2ca7122ea4d8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0612614 May 17 15:42:31.939465 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0d0431f0-b07e-423f-8bf9-1d7bc1f3dc5e admin admin] Publish callbacks [] for security_group (85c6ee30-f54f-419b-bb50-62fbc6471337), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.943290 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0d0431f0-b07e-423f-8bf9-1d7bc1f3dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (85c6ee30-f54f-419b-bb50-62fbc6471337), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:31.977603 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0431f0-b07e-423f-8bf9-1d7bc1f3dc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c6ee30-f54f-419b-bb50-62fbc6471337,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:32.001318 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0d0431f0-b07e-423f-8bf9-1d7bc1f3dc5e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=509d939f811d497985b40861e50f1f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700842 May 17 15:42:32.003148 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49684) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:32.052681 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f05f89b3-ced0-4329-acbc-8b77ff1a3762 admin admin] Publish callbacks [] for security_group (85c6ee30-f54f-419b-bb50-62fbc6471337), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.073697 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f05f89b3-ced0-4329-acbc-8b77ff1a3762 admin admin] Publish callbacks [] for security_group (85c6ee30-f54f-419b-bb50-62fbc6471337), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.099319 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313dd48-013b-4ba8-b5b4-90c25221e025 req-401cabf9-2e91-47ec-8b97-aa6c80e276b8 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:32.100820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1313dd48-013b-4ba8-b5b4-90c25221e025 req-401cabf9-2e91-47ec-8b97-aa6c80e276b8 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.1048911 May 17 15:42:32.116534 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.120532 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f05f89b3-ced0-4329-acbc-8b77ff1a3762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (85c6ee30-f54f-419b-bb50-62fbc6471337), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.123021 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f05f89b3-ced0-4329-acbc-8b77ff1a3762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.124168 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f05f89b3-ced0-4329-acbc-8b77ff1a3762 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/85c6ee30-f54f-419b-bb50-62fbc6471337 HTTP/1.1" status: 204 len: 168 time: 0.1200702 May 17 15:42:32.132806 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f89b3-ced0-4329-acbc-8b77ff1a3762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c6ee30-f54f-419b-bb50-62fbc6471337,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:32.239013 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1313dd48-013b-4ba8-b5b4-90c25221e025 req-835684cd-2f71-449d-bccc-a7b5553c56db tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275797 May 17 15:42:32.244859 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.267674 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.321866 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:32.323682 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.348326 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:32.358414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:42:32.372246 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:32.437208 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:32.455749 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:32.460019 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Allocated IP 172.20.0.9 (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f/2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f/d88db692-f314-4035-ad7b-ca49d3a51b36) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:42:32.468534 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:42:32.488619 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:32.489468 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.529714 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event updated for resources: {'Port': ['ID=41b61a96-78fb-4784-84f7-a1553b8a3cee,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:32.560092 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-f975bd1f-24ca-45b2-ba00-df7129965e9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1795487 May 17 15:42:32.580710 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:32.581356 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.624265 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-993f7870-3f93-47df-86f0-c449581297b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3087380 May 17 15:42:32.646286 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5759eb03-d593-4f36-a7a0-25cf7c1681c2 None None] Provisioning complete for port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:32.647424 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5759eb03-d593-4f36-a7a0-25cf7c1681c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.702022 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5759eb03-d593-4f36-a7a0-25cf7c1681c2 None None] Port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:32.733807 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d166485-16e1-4d9c-a025-88f85d8e1103 req-97373017-e499-43a5-aa81-b68c9a89d27b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0403876 May 17 15:42:32.777765 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.811553 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.822909 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-1617625b-932c-49cb-a24d-6b921dcb7501 None None] Provisioning complete for port 41b61a96-78fb-4784-84f7-a1553b8a3cee triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:32.823478 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-1617625b-932c-49cb-a24d-6b921dcb7501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.857066 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:42:32.861506 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-1617625b-932c-49cb-a24d-6b921dcb7501 None None] Port 41b61a96-78fb-4784-84f7-a1553b8a3cee cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:32.864189 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:42:32.866353 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event updated for resources: {'Port': ['ID=d88db692-f314-4035-ad7b-ca49d3a51b36,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:32.868463 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:42:32.944257 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:32.944984 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:32.988927 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-3189ba37-4ed6-4383-952f-be66aa41dffc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3958573 May 17 15:42:33.032335 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615edc01-e73e-4013-a8a2-897ba9507269 req-7e19d4b9-b02b-497b-a901-763fba067dea tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:33.033867 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-615edc01-e73e-4013-a8a2-897ba9507269 req-7e19d4b9-b02b-497b-a901-763fba067dea tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 931 time: 0.0814714 May 17 15:42:33.056119 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2170a74-3941-4c83-aa38-7cbf41ac880e req-c8855a02-bb7e-42e8-8e6b-104aa6c40800 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:33.058253 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2170a74-3941-4c83-aa38-7cbf41ac880e req-c8855a02-bb7e-42e8-8e6b-104aa6c40800 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 931 time: 0.0663366 May 17 15:42:33.127293 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-615edc01-e73e-4013-a8a2-897ba9507269 req-b01e9139-9f1f-414b-8fdb-1ad682713be8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845110 May 17 15:42:33.139489 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2170a74-3941-4c83-aa38-7cbf41ac880e req-9bc2c099-c98c-44b5-b456-e8a3a9bbd757 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713944 May 17 15:42:33.180074 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-6f14247b-3f8e-4953-9b0f-3f39d239165f None None] Provisioning complete for port d88db692-f314-4035-ad7b-ca49d3a51b36 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:33.180591 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6f14247b-3f8e-4953-9b0f-3f39d239165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:33.212034 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-6f14247b-3f8e-4953-9b0f-3f39d239165f None None] Port d88db692-f314-4035-ad7b-ca49d3a51b36 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:42:33.356845 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756611-9e53-4de3-b32b-b88f64a72277 req-35ce349b-8d8c-469b-ad65-a24913ec11b2 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:33.358327 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c5756611-9e53-4de3-b32b-b88f64a72277 req-35ce349b-8d8c-469b-ad65-a24913ec11b2 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0507720 May 17 15:42:33.403594 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4a06afc5-7db4-48a2-8a2c-63893b845429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:33.403919 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c5756611-9e53-4de3-b32b-b88f64a72277 req-9b0f5a81-19e1-4641-9188-7475bae78f30 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 May 17 15:42:33.463121 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Request body: {'port': {'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:33.523927 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:33.860708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c166244-b749-4582-985d-d331aefbcef3 req-f11d3591-e532-4d31-9e60-741ad2255d01 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:33.862318 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0c166244-b749-4582-985d-d331aefbcef3 req-f11d3591-e532-4d31-9e60-741ad2255d01 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 931 time: 0.0474195 May 17 15:42:33.877443 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c15363-afe5-4cf3-81f7-17976151a63d {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:42:33.885625 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Publish callbacks [] for port (83c15363-afe5-4cf3-81f7-17976151a63d), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:33.905923 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Transition to ACTIVE for port object 83c15363-afe5-4cf3-81f7-17976151a63d will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:42:33.910976 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:33.913355 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0c166244-b749-4582-985d-d331aefbcef3 req-efefa330-20a7-47ed-806d-af4142002c27 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 May 17 15:42:33.965348 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Pushing event updated for resources: {'Port': ['ID=83c15363-afe5-4cf3-81f7-17976151a63d,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:34.059688 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Attempting to bind port 83c15363-afe5-4cf3-81f7-17976151a63d on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:34.060051 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Attempting to bind port 83c15363-afe5-4cf3-81f7-17976151a63d by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:34.060405 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Attempting to bind port 83c15363-afe5-4cf3-81f7-17976151a63d on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:34.065007 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Port 83c15363-afe5-4cf3-81f7-17976151a63d on network 670d118c-c4c6-4faf-9e34-d28bf36911ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:42:34.065332 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Attempting to bind port 83c15363-afe5-4cf3-81f7-17976151a63d on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:34.070365 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:34.070724 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Checking segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:34.071255 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Bound using segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:34.072565 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Bound port: 83c15363-afe5-4cf3-81f7-17976151a63d, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:34.072565 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:34.147641 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] For port 83c15363-afe5-4cf3-81f7-17976151a63d, host hv-cinder-84212, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:34.163429 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] For port 83c15363-afe5-4cf3-81f7-17976151a63d, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=83c15363-afe5-4cf3-81f7-17976151a63d,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:34.174614 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:34.213237 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:34.213852 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:34.215290 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] 10.222.0.61 "PUT /v2.0/ports/83c15363-afe5-4cf3-81f7-17976151a63d HTTP/1.1" status: 200 len: 1093 time: 0.7572057 May 17 15:42:34.215757 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'tag': '83c15363-afe5-4cf3-81f7-17976151a63d'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:42:34.262418 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2bbb9-4028-4820-8137-d17d0a495a47 service neutron] Pushing event updated for resources: {'Port': ['ID=83c15363-afe5-4cf3-81f7-17976151a63d,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:34.345684 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fd93f-30ef-4b25-853d-7cbd2c75c46b req-2de15681-7784-4473-a9e2-c1c66c78e0b5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:34.353003 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-418fd93f-30ef-4b25-853d-7cbd2c75c46b req-2de15681-7784-4473-a9e2-c1c66c78e0b5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 931 time: 0.0594766 May 17 15:42:34.380082 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487e25-91bc-4cd0-b4e6-3a49f25da70c req-a06b5bac-7443-41fc-bbac-3a2822e1bdd4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:34.381869 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-01487e25-91bc-4cd0-b4e6-3a49f25da70c req-a06b5bac-7443-41fc-bbac-3a2822e1bdd4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.1299515 May 17 15:42:34.387763 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:34.392553 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a150848bb0330446f24bb0136d1a3bfabbaf4df3899f23fd7b7d6f093f6e07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257f4924-eeb9-4139-ae7b-80441763f0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce6ee7f-d1fd-4950-b2b2-6504004d5e01", "tag": "83c15363-afe5-4cf3-81f7-17976151a63d"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:42:34.433108 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-418fd93f-30ef-4b25-853d-7cbd2c75c46b req-66de0530-790b-40fb-8893-fcda29ba6456 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776880 May 17 15:42:34.462525 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-01487e25-91bc-4cd0-b4e6-3a49f25da70c req-98e66d82-3408-4990-bf8c-f1216960d521 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672171 May 17 15:42:34.539832 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a67ebb3-94ee-4f71-bb1f-ec7a94d66edf x-openstack-request-id: req-6a67ebb3-94ee-4f71-bb1f-ec7a94d66edf {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:42:34.540369 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce6ee7f-d1fd-4950-b2b2-6504004d5e01", "tag": "83c15363-afe5-4cf3-81f7-17976151a63d", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:42:34.540369 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6a67ebb3-94ee-4f71-bb1f-ec7a94d66edf {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:42:34.541467 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a67ebb3-94ee-4f71-bb1f-ec7a94d66edf'] response: {'name': 'network-changed', 'server_uuid': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'tag': '83c15363-afe5-4cf3-81f7-17976151a63d', 'status': 'completed', 'code': 200} May 17 15:42:34.572976 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8b3ff-8d60-4b94-80b1-1d46ec090e70 req-593f8e79-8365-4de9-b16e-a1cbacd50221 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:34.574420 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ebd8b3ff-8d60-4b94-80b1-1d46ec090e70 req-593f8e79-8365-4de9-b16e-a1cbacd50221 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0466757 May 17 15:42:34.622124 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ebd8b3ff-8d60-4b94-80b1-1d46ec090e70 req-ace53f37-21d4-49b5-9ccd-060738e22b10 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 May 17 15:42:34.640319 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:42:34.899632 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Request body: {'port': {'device_id': '73cc19bf-e9b1-4087-bffb-757df05d29e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:34.906145 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Request body: {'port': {'device_id': '1e592f5a-3f22-48bd-b517-5ddd4d5c2503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:35.002433 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Request body: {'port': {'device_id': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:42:35.059430 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:35.080295 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:35.103544 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290ad62-9e35-44e1-9cf0-19cc9f530813 req-a7c32df1-fa83-4c21-aca4-8268c8931eb3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:35.104957 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a290ad62-9e35-44e1-9cf0-19cc9f530813 req-a7c32df1-fa83-4c21-aca4-8268c8931eb3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 931 time: 0.1160166 May 17 15:42:35.159283 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:35.302551 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a290ad62-9e35-44e1-9cf0-19cc9f530813 req-21ef6372-3faf-44f7-8d36-1751364bbb28 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871979 May 17 15:42:35.799937 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366ffb-27c2-4312-8bfe-21288dc9c39c req-6f7cb867-56c1-4110-b1da-2653a8293e5c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:35.801383 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c366ffb-27c2-4312-8bfe-21288dc9c39c req-6f7cb867-56c1-4110-b1da-2653a8293e5c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 931 time: 0.1717391 May 17 15:42:35.810810 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a0e4e-1b45-43ab-975d-02f2f8eb36b9 req-8d5a9a46-82fb-41c4-89c7-d9b8166bb0f7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:35.812177 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-228a0e4e-1b45-43ab-975d-02f2f8eb36b9 req-8d5a9a46-82fb-41c4-89c7-d9b8166bb0f7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.1836264 May 17 15:42:35.995828 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.002454 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c366ffb-27c2-4312-8bfe-21288dc9c39c req-0266e18b-6d5b-410c-a40f-b5f21555a032 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877165 May 17 15:42:36.013197 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-228a0e4e-1b45-43ab-975d-02f2f8eb36b9 req-f85dd571-7ffe-4e9e-91c2-cb030778d03b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949389 May 17 15:42:36.147974 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b61a96-78fb-4784-84f7-a1553b8a3cee {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:42:36.164795 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Publish callbacks [] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.176503 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:42:36.190573 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Publish callbacks [] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.198375 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6871-c410-41e9-a7b0-b743fa6c4854 req-9f78384c-dbaa-4571-8946-4f2cdaa8d346 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:36.199845 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-232a6871-c410-41e9-a7b0-b743fa6c4854 req-9f78384c-dbaa-4571-8946-4f2cdaa8d346 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.1085804 May 17 15:42:36.208735 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Transition to ACTIVE for port object 41b61a96-78fb-4784-84f7-a1553b8a3cee will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:42:36.222807 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.244818 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Transition to ACTIVE for port object d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:42:36.282253 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.381196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Pushing event updated for resources: {'Port': ['ID=41b61a96-78fb-4784-84f7-a1553b8a3cee,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:36.451001 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-232a6871-c410-41e9-a7b0-b743fa6c4854 req-dc3ea093-51ee-4d90-9f8b-11d509d9c994 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430303 May 17 15:42:36.536117 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:36.591404 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5da28f-0e3c-4613-8b8d-69247365c71c req-0628beaa-777a-4117-bb64-9c94e73eafdf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:36.592936 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6e5da28f-0e3c-4613-8b8d-69247365c71c req-0628beaa-777a-4117-bb64-9c94e73eafdf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 931 time: 0.1695640 May 17 15:42:36.675349 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Attempting to bind port 41b61a96-78fb-4784-84f7-a1553b8a3cee on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:36.675683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Attempting to bind port 41b61a96-78fb-4784-84f7-a1553b8a3cee by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:36.676010 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Attempting to bind port 41b61a96-78fb-4784-84f7-a1553b8a3cee on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:36.686476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88db692-f314-4035-ad7b-ca49d3a51b36 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:42:36.700855 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Publish callbacks [] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.709845 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Port 41b61a96-78fb-4784-84f7-a1553b8a3cee on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:42:36.710207 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Attempting to bind port 41b61a96-78fb-4784-84f7-a1553b8a3cee on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:36.741026 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:36.741361 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Checking segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:36.741742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Bound using segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:36.742201 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Bound port: 41b61a96-78fb-4784-84f7-a1553b8a3cee, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:36.742557 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.760353 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Transition to ACTIVE for port object d88db692-f314-4035-ad7b-ca49d3a51b36 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:42:36.768028 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6e5da28f-0e3c-4613-8b8d-69247365c71c req-8e40daa3-a1ef-41cd-ab7b-d6c948627a26 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544409 May 17 15:42:36.770733 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Attempting to bind port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:36.771015 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Attempting to bind port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:36.771340 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Attempting to bind port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e on network 16bc5678-13ce-4abe-8c13-1d4cfd08569f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:36.773374 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.820880 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e on network 16bc5678-13ce-4abe-8c13-1d4cfd08569f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:42:36.821203 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Attempting to bind port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e on network 16bc5678-13ce-4abe-8c13-1d4cfd08569f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:36.841091 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:36.841626 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Checking segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:36.842116 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Bound using segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:36.842559 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Bound port: d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:36.842948 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:36.889139 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Pushing event updated for resources: {'Port': ['ID=d88db692-f314-4035-ad7b-ca49d3a51b36,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:36.916006 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] For port 41b61a96-78fb-4784-84f7-a1553b8a3cee, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:36.983835 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] For port 41b61a96-78fb-4784-84f7-a1553b8a3cee, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:37.003536 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:37.006804 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:37.052522 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:37.066600 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:37.067273 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:37.068690 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] 10.222.0.61 "PUT /v2.0/ports/41b61a96-78fb-4784-84f7-a1553b8a3cee HTTP/1.1" status: 200 len: 1094 time: 2.1663580 May 17 15:42:37.075589 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e592f5a-3f22-48bd-b517-5ddd4d5c2503', 'tag': '41b61a96-78fb-4784-84f7-a1553b8a3cee'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:42:37.077592 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf19097-74f0-4be3-9ab1-c1aaee6aa17b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e592f5a-3f22-48bd-b517-5ddd4d5c2503", "tag": "41b61a96-78fb-4784-84f7-a1553b8a3cee"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:42:37.091119 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:37.111650 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Attempting to bind port d88db692-f314-4035-ad7b-ca49d3a51b36 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:42:37.111986 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Attempting to bind port d88db692-f314-4035-ad7b-ca49d3a51b36 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:42:37.112317 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Attempting to bind port d88db692-f314-4035-ad7b-ca49d3a51b36 on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:37.138888 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49071014-ce11-4fd5-b0a3-67fcad8a943c service neutron] Pushing event updated for resources: {'Port': ['ID=41b61a96-78fb-4784-84f7-a1553b8a3cee,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:37.171847 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Port d88db692-f314-4035-ad7b-ca49d3a51b36 on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:42:37.172175 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Attempting to bind port d88db692-f314-4035-ad7b-ca49d3a51b36 on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:42:37.175035 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:37.175662 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:37.177064 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] 10.222.0.61 "PUT /v2.0/ports/d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e HTTP/1.1" status: 200 len: 1093 time: 2.1820059 May 17 15:42:37.211156 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:42:37.211493 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Checking segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:42:37.211879 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Bound using segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:42:37.212327 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Bound port: d88db692-f314-4035-ad7b-ca49d3a51b36, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:42:37.212763 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:37.246914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bf2be-db36-48d8-968a-3e16852b622e req-10558905-757e-418e-9d35-0d05f54338d4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:37.248435 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3e7bf2be-db36-48d8-968a-3e16852b622e req-10558905-757e-418e-9d35-0d05f54338d4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.1421769 May 17 15:42:37.254384 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0337f-2ed3-414f-a699-a73e91b96673 req-b7af9796-86aa-47ec-ac8b-5ff9e5d2d9f7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:37.255847 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9fd0337f-2ed3-414f-a699-a73e91b96673 req-b7af9796-86aa-47ec-ac8b-5ff9e5d2d9f7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.1507490 May 17 15:42:37.330716 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a49c7a-3c43-4a84-91bf-724b34838da4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:37.388260 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] For port d88db692-f314-4035-ad7b-ca49d3a51b36, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:42:37.393251 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3e7bf2be-db36-48d8-968a-3e16852b622e req-3a2c927c-82e7-42f5-88ec-e28b8b142e2d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344752 May 17 15:42:37.397444 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] For port d88db692-f314-4035-ad7b-ca49d3a51b36, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d88db692-f314-4035-ad7b-ca49d3a51b36,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:42:37.404562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9fd0337f-2ed3-414f-a699-a73e91b96673 req-87e895a3-ad0b-4ef4-b780-6b5ffdb31c53 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385493 May 17 15:42:37.406225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:37.438575 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:37.439196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:37.440569 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] 10.222.0.61 "PUT /v2.0/ports/d88db692-f314-4035-ad7b-ca49d3a51b36 HTTP/1.1" status: 200 len: 1093 time: 2.5451026 May 17 15:42:37.452808 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8465498-02c3-4c89-9e69-e8f8c6a1601e x-openstack-request-id: req-e8465498-02c3-4c89-9e69-e8f8c6a1601e {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:42:37.453103 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e592f5a-3f22-48bd-b517-5ddd4d5c2503", "tag": "41b61a96-78fb-4784-84f7-a1553b8a3cee", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:42:37.453361 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8465498-02c3-4c89-9e69-e8f8c6a1601e {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:42:37.454259 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8465498-02c3-4c89-9e69-e8f8c6a1601e'] response: {'name': 'network-changed', 'server_uuid': '1e592f5a-3f22-48bd-b517-5ddd4d5c2503', 'tag': '41b61a96-78fb-4784-84f7-a1553b8a3cee', 'status': 'completed', 'code': 200} May 17 15:42:37.465726 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fab8ae-3e09-448d-8466-bccb91d525fd service neutron] Pushing event updated for resources: {'Port': ['ID=d88db692-f314-4035-ad7b-ca49d3a51b36,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:37.493571 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:37.572132 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100e2da-10a7-4bfd-ab07-d3bd51d0287b req-cc11e141-ff6a-4dd7-9abb-732c306ce00f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:37.573632 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2100e2da-10a7-4bfd-ab07-d3bd51d0287b req-cc11e141-ff6a-4dd7-9abb-732c306ce00f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0535161 May 17 15:42:37.624374 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2100e2da-10a7-4bfd-ab07-d3bd51d0287b req-ed9e302e-8858-4d8c-80d8-654eb5797661 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 May 17 15:42:37.901602 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88473d6b-3de3-46c6-ae14-aba5fc7c9511 req-ef324de3-73ec-4f92-9eef-6af6b52b7a8c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:37.903084 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-88473d6b-3de3-46c6-ae14-aba5fc7c9511 req-ef324de3-73ec-4f92-9eef-6af6b52b7a8c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0534711 May 17 15:42:37.949676 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-88473d6b-3de3-46c6-ae14-aba5fc7c9511 req-051831a9-af97-4c5a-b760-9e3fb4da48ee tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 May 17 15:42:38.533652 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7311aa-d764-449d-a22e-f1d00b452284 req-7ad788a1-f4ef-49a6-8f37-5723021e76a4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:38.535103 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bb7311aa-d764-449d-a22e-f1d00b452284 req-7ad788a1-f4ef-49a6-8f37-5723021e76a4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0741041 May 17 15:42:38.553665 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b1559-5365-4fcf-89a3-70d4f80488c3 req-c7934a1e-e74a-47e9-9666-bdaf2db34119 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:38.555054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-484b1559-5365-4fcf-89a3-70d4f80488c3 req-c7934a1e-e74a-47e9-9666-bdaf2db34119 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0635455 May 17 15:42:38.619033 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bb7311aa-d764-449d-a22e-f1d00b452284 req-b0b3a472-8a26-4d5e-8989-a7002dfbd235 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785084 May 17 15:42:38.625732 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-484b1559-5365-4fcf-89a3-70d4f80488c3 req-d0705200-c2ed-4421-b2e0-5c19325cbc9e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618205 May 17 15:42:38.739755 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556e904-99eb-4253-90ab-6a9d02b0bbd8 req-206d1bc4-8624-412c-8ef7-6b3cae3a264f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:38.741247 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e556e904-99eb-4253-90ab-6a9d02b0bbd8 req-206d1bc4-8624-412c-8ef7-6b3cae3a264f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0494030 May 17 15:42:38.786667 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e556e904-99eb-4253-90ab-6a9d02b0bbd8 req-d7189563-255f-4aef-8dce-1588a63a724b tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 May 17 15:42:39.067709 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177a468-463a-428e-8443-1b28812bc5a9 req-28b6c8d2-e997-4955-bfe7-d19543eb8005 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:39.069177 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4177a468-463a-428e-8443-1b28812bc5a9 req-28b6c8d2-e997-4955-bfe7-d19543eb8005 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0509346 May 17 15:42:39.114465 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4177a468-463a-428e-8443-1b28812bc5a9 req-1569daf8-4305-43da-8031-0efb2a575f42 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 May 17 15:42:39.454796 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'}, {'name': 'network-changed', 'server_uuid': '73cc19bf-e9b1-4087-bffb-757df05d29e5', 'tag': 'd88db692-f314-4035-ad7b-ca49d3a51b36'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:42:39.457083 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a844700c-49ee-41b1-8eda-4d007aba32d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e"}, {"name": "network-changed", "server_uuid": "73cc19bf-e9b1-4087-bffb-757df05d29e5", "tag": "d88db692-f314-4035-ad7b-ca49d3a51b36"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:42:39.529796 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 May 2022 15:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8737234b-929b-49a6-b33a-de1fbfd6353c x-openstack-request-id: req-8737234b-929b-49a6-b33a-de1fbfd6353c {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:42:39.530138 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73cc19bf-e9b1-4087-bffb-757df05d29e5", "tag": "d88db692-f314-4035-ad7b-ca49d3a51b36", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:42:39.530398 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8737234b-929b-49a6-b33a-de1fbfd6353c {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:42:39.530798 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8737234b-929b-49a6-b33a-de1fbfd6353c'] response: {'name': 'network-changed', 'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'status': 'completed', 'code': 200} May 17 15:42:39.531054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8737234b-929b-49a6-b33a-de1fbfd6353c'] response: {'name': 'network-changed', 'server_uuid': '73cc19bf-e9b1-4087-bffb-757df05d29e5', 'tag': 'd88db692-f314-4035-ad7b-ca49d3a51b36', 'status': 'completed', 'code': 200} May 17 15:42:39.759110 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3d996-bd08-4395-b003-07a4f1bc0122 req-631c6064-2692-4e80-9d36-9c0bead17f09 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:39.760709 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3de3d996-bd08-4395-b003-07a4f1bc0122 req-631c6064-2692-4e80-9d36-9c0bead17f09 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0750136 May 17 15:42:39.779816 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b93b89-d50b-4f03-9e19-d1e48299061d req-7141e263-b69e-4411-8a6a-97ed66c3f4ed tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:39.781212 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29b93b89-d50b-4f03-9e19-d1e48299061d req-7141e263-b69e-4411-8a6a-97ed66c3f4ed tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0825243 May 17 15:42:39.846413 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3de3d996-bd08-4395-b003-07a4f1bc0122 req-08f4f6de-163f-4d81-9bc2-fffec1228e2c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801587 May 17 15:42:39.854991 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29b93b89-d50b-4f03-9e19-d1e48299061d req-e4575218-1935-41e6-b64d-113e9ad57198 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677152 May 17 15:42:39.962544 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839c33-02de-4605-9de7-a4542da20d9d req-a64797a4-a370-4acb-ae22-54eeaf028dbd tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:39.963902 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fc839c33-02de-4605-9de7-a4542da20d9d req-a64797a4-a370-4acb-ae22-54eeaf028dbd tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0475442 May 17 15:42:40.010570 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fc839c33-02de-4605-9de7-a4542da20d9d req-f5a6d174-1093-49d0-8158-0a8eafec7798 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 May 17 15:42:40.224325 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed8f80-43d1-4fa1-8383-a3708fdab87d req-21073c49-7b7b-4810-8940-bf233824d062 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:40.225684 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e4ed8f80-43d1-4fa1-8383-a3708fdab87d req-21073c49-7b7b-4810-8940-bf233824d062 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0453134 May 17 15:42:40.274296 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e4ed8f80-43d1-4fa1-8383-a3708fdab87d req-d971f12d-64d0-4e32-ac7a-b4de0e0f431a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 May 17 15:42:40.997926 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1ac62-bdeb-46ab-a5f1-13b86afbf010 req-66929c36-7a15-4ed0-b84c-9a6e057f7364 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:40.997926 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f5e1ac62-bdeb-46ab-a5f1-13b86afbf010 req-66929c36-7a15-4ed0-b84c-9a6e057f7364 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0747969 May 17 15:42:41.014821 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01e738-9d61-4b2a-a9b5-99be47004b15 req-5dd33bf9-dfe2-4f45-aa4a-ccd1f2805090 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:41.016030 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4e01e738-9d61-4b2a-a9b5-99be47004b15 req-5dd33bf9-dfe2-4f45-aa4a-ccd1f2805090 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0674431 May 17 15:42:41.076809 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f5e1ac62-bdeb-46ab-a5f1-13b86afbf010 req-79d1af0a-40ac-4785-ada2-147dd7ddfe0d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768771 May 17 15:42:41.087378 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4e01e738-9d61-4b2a-a9b5-99be47004b15 req-b8a1b86b-eec5-4430-a85c-a5fe78c80137 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650277 May 17 15:42:41.193625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadb223-8a76-4560-87e2-b4b12b464838 req-fe91764b-a804-450e-a4b2-1b3e3f0395c8 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:41.195085 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cadb223-8a76-4560-87e2-b4b12b464838 req-fe91764b-a804-450e-a4b2-1b3e3f0395c8 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.0511510 May 17 15:42:41.252761 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cadb223-8a76-4560-87e2-b4b12b464838 req-4ee99c8c-2770-4826-b36d-6dee34907bb3 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 May 17 15:42:41.385824 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7458a1-b43f-403a-92c3-83616f998c95 req-df1d5cd2-be58-469d-98fe-ceda33ba15ef tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:41.387308 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1f7458a1-b43f-403a-92c3-83616f998c95 req-df1d5cd2-be58-469d-98fe-ceda33ba15ef tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0476959 May 17 15:42:41.436462 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1f7458a1-b43f-403a-92c3-83616f998c95 req-eb510eaf-f047-454a-89fd-030ddd52a37e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 May 17 15:42:42.232257 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aad0b-cda7-4225-8a94-4f27b517bfc1 req-b5543727-25af-4608-a6bf-3ef2487eb906 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:42.233042 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 64187337-3bb7-410e-8b83-1eed22758592 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:42:42.240113 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-176aad0b-cda7-4225-8a94-4f27b517bfc1 req-b5543727-25af-4608-a6bf-3ef2487eb906 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0907314 May 17 15:42:42.310992 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f97c6-987a-4d3c-8205-0cb70c4dfe85 req-be271e5c-0ab1-4991-931c-a57e2ae180a2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:42.312616 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-433f97c6-987a-4d3c-8205-0cb70c4dfe85 req-be271e5c-0ab1-4991-931c-a57e2ae180a2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.1117494 May 17 15:42:42.368246 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-176aad0b-cda7-4225-8a94-4f27b517bfc1 req-67af914e-affb-4741-ad6a-0880d56376c7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271825 May 17 15:42:42.388800 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 64187337-3bb7-410e-8b83-1eed22758592, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=64187337-3bb7-410e-8b83-1eed22758592,segment=NetworkSegment(40da0004-fe05-411a-89f6-06d84ccf1c23),segment_id=40da0004-fe05-411a-89f6-06d84ccf1c23)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:42.406360 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '64187337-3bb7-410e-8b83-1eed22758592', 'network_id': '81bb7a4a-20a5-4b4f-b774-df99f2c59572', 'port_id': '64187337-3bb7-410e-8b83-1eed22758592', 'mac_address': 'fa:16:3e:8c:7d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52c2ba0-2349-4e3b-8cb2-be244a340582', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:42:42.465200 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 64187337-3bb7-410e-8b83-1eed22758592 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:42.465949 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (64187337-3bb7-410e-8b83-1eed22758592), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:42.517733 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64187337-3bb7-410e-8b83-1eed22758592 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:42:42.559631 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 64187337-3bb7-410e-8b83-1eed22758592, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=64187337-3bb7-410e-8b83-1eed22758592,segment=NetworkSegment(40da0004-fe05-411a-89f6-06d84ccf1c23),segment_id=40da0004-fe05-411a-89f6-06d84ccf1c23)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:42.564523 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (64187337-3bb7-410e-8b83-1eed22758592), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:42.638830 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=64187337-3bb7-410e-8b83-1eed22758592,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:42.674586 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-3347268e-bca6-4430-877f-67a1820676b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:42.676827 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-3347268e-bca6-4430-877f-67a1820676b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 1127 time: 0.1737981 May 17 15:42:42.866315 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-433f97c6-987a-4d3c-8205-0cb70c4dfe85 req-b43fdeac-6aab-4130-ae79-e8b1f0b470e1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5419781 May 17 15:42:42.867954 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-6df2f6b4-c5ea-4ac5-afae-2089c70ffa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:42.869538 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-6df2f6b4-c5ea-4ac5-afae-2089c70ffa22 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf36f753be81486182665056a949849c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1848433 May 17 15:42:42.922379 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4924-eeb9-4139-ae7b-80441763f0d3 req-2779de5f-0c08-4c7f-88bf-79471a156ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:42.924054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-257f4924-eeb9-4139-ae7b-80441763f0d3 req-2779de5f-0c08-4c7f-88bf-79471a156ffe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 1127 time: 0.5209229 May 17 15:42:42.940169 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86289a-134e-4b51-9e9a-77a26d1f23a9 req-d07a7e66-708d-484c-ae74-105b164b52ec tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:42.948143 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd86289a-134e-4b51-9e9a-77a26d1f23a9 req-d07a7e66-708d-484c-ae74-105b164b52ec tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 943 time: 0.4582150 May 17 15:42:42.957220 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-5476072f-2a95-4ad1-a144-bbabc8e599ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:42.958845 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-5476072f-2a95-4ad1-a144-bbabc8e599ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 1127 time: 0.4350953 May 17 15:42:42.970279 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19097-74f0-4be3-9ab1-c1aaee6aa17b req-5fb9a7fe-9ec5-4343-8af4-561138e9e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:42.971916 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecf19097-74f0-4be3-9ab1-c1aaee6aa17b req-5fb9a7fe-9ec5-4343-8af4-561138e9e65d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 1128 time: 0.4807935 May 17 15:42:43.022279 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 49972) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:43.057096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88417-db57-40cc-8042-e51eb2d56ce5 req-d8d4b471-1071-47be-81a5-9e903cea1cb8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:43.059580 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1fb88417-db57-40cc-8042-e51eb2d56ce5 req-d8d4b471-1071-47be-81a5-9e903cea1cb8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0996032 May 17 15:42:43.070585 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd86289a-134e-4b51-9e9a-77a26d1f23a9 req-bd7c002f-57e7-4c08-88e7-6308c0ecd8c4 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218281 May 17 15:42:43.121287 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1fb88417-db57-40cc-8042-e51eb2d56ce5 req-b6259129-46a9-43ba-a718-1cf597cda357 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 May 17 15:42:43.147185 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a50b56ce-2699-4eba-adc2-955da3f12d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.204632 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-b46070cc-2d31-46b7-9062-e22648510cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:43.206121 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-b46070cc-2d31-46b7-9062-e22648510cbc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3299634 May 17 15:42:43.221434 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a50b56ce-2699-4eba-adc2-955da3f12d83 admin admin] Publish callbacks [] for security_group (4ecf0a47-d6d8-46c8-8a68-b96d4b1b09bb), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.225331 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a50b56ce-2699-4eba-adc2-955da3f12d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (4ecf0a47-d6d8-46c8-8a68-b96d4b1b09bb), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.263619 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-a50b56ce-2699-4eba-adc2-955da3f12d83 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36cc5a8d28d64d8bbe825530d233db09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377789 May 17 15:42:43.264465 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b56ce-2699-4eba-adc2-955da3f12d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf0a47-d6d8-46c8-8a68-b96d4b1b09bb,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:43.266317 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49976) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:43.316133 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f72316a-ba30-4d82-b740-ad7b59f39420 admin admin] Publish callbacks [] for security_group (4ecf0a47-d6d8-46c8-8a68-b96d4b1b09bb), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.337326 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f72316a-ba30-4d82-b740-ad7b59f39420 admin admin] Publish callbacks [] for security_group (4ecf0a47-d6d8-46c8-8a68-b96d4b1b09bb), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.383960 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f72316a-ba30-4d82-b740-ad7b59f39420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (4ecf0a47-d6d8-46c8-8a68-b96d4b1b09bb), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.387264 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6f72316a-ba30-4d82-b740-ad7b59f39420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.388510 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6f72316a-ba30-4d82-b740-ad7b59f39420 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ecf0a47-d6d8-46c8-8a68-b96d4b1b09bb HTTP/1.1" status: 204 len: 168 time: 0.1211948 May 17 15:42:43.397540 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72316a-ba30-4d82-b740-ad7b59f39420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf0a47-d6d8-46c8-8a68-b96d4b1b09bb,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:43.486334 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee4bd8-052a-4ecf-af0a-989d3b575b71 req-af9a419b-5fc1-45e2-b746-597440d007bb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:43.487803 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-76ee4bd8-052a-4ecf-af0a-989d3b575b71 req-af9a419b-5fc1-45e2-b746-597440d007bb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0490477 May 17 15:42:43.537244 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-76ee4bd8-052a-4ecf-af0a-989d3b575b71 req-941587e9-38f2-4a29-a604-05c1d7afdb7c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 May 17 15:42:43.659192 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 49992) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:43.672838 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bef847b3-9435-494e-ad61-a6356d2cddcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.758752 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bef847b3-9435-494e-ad61-a6356d2cddcc admin admin] Publish callbacks [] for security_group (4faf96ce-5566-404f-83fe-30abb516bcd3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.763130 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bef847b3-9435-494e-ad61-a6356d2cddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (4faf96ce-5566-404f-83fe-30abb516bcd3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.800083 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef847b3-9435-494e-ad61-a6356d2cddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faf96ce-5566-404f-83fe-30abb516bcd3,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:43.805429 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-bef847b3-9435-494e-ad61-a6356d2cddcc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=79709fe8437a4f5fa8779ef5c06f2e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452415 May 17 15:42:43.808213 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50000) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:42:43.856980 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e1719728-2d65-4270-b25e-31baeae0dc0b admin admin] Publish callbacks [] for security_group (4faf96ce-5566-404f-83fe-30abb516bcd3), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.879031 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e1719728-2d65-4270-b25e-31baeae0dc0b admin admin] Publish callbacks [] for security_group (4faf96ce-5566-404f-83fe-30abb516bcd3), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.926563 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e1719728-2d65-4270-b25e-31baeae0dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (4faf96ce-5566-404f-83fe-30abb516bcd3), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.929502 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e1719728-2d65-4270-b25e-31baeae0dc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:43.930647 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e1719728-2d65-4270-b25e-31baeae0dc0b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4faf96ce-5566-404f-83fe-30abb516bcd3 HTTP/1.1" status: 204 len: 168 time: 0.1215379 May 17 15:42:43.939027 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1719728-2d65-4270-b25e-31baeae0dc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faf96ce-5566-404f-83fe-30abb516bcd3,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:43.992247 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3657-e242-4a43-907b-86e52e1b6dd7 req-26cd9527-a1b2-4e11-8e75-c30e00c8f925 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:43.994166 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9c8b3657-e242-4a43-907b-86e52e1b6dd7 req-26cd9527-a1b2-4e11-8e75-c30e00c8f925 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0494559 May 17 15:42:44.041017 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9c8b3657-e242-4a43-907b-86e52e1b6dd7 req-38f09627-60b1-444c-911e-f2bee3db978e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 May 17 15:42:44.193930 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66a2e2-6e95-46d8-b3e1-88b2ab0e32ec req-a75f2e19-ba8a-4b08-8543-7855d7bac449 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:44.195460 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ab66a2e2-6e95-46d8-b3e1-88b2ab0e32ec req-a75f2e19-ba8a-4b08-8543-7855d7bac449 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 944 time: 0.0542576 May 17 15:42:44.261993 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bae5-166f-4bfd-99f4-4b2dbf39a22b req-eafd7b57-e9c9-406c-a078-535cc4b6dd1b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:44.263198 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca33bae5-166f-4bfd-99f4-4b2dbf39a22b req-eafd7b57-e9c9-406c-a078-535cc4b6dd1b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0668592 May 17 15:42:44.292437 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ab66a2e2-6e95-46d8-b3e1-88b2ab0e32ec req-11d7b614-90a6-47ed-aee8-06891faeae4d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858293 May 17 15:42:44.325048 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca33bae5-166f-4bfd-99f4-4b2dbf39a22b req-4eddefd4-2e6b-4cff-ae32-5e9dedb9de02 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559597 May 17 15:42:44.651714 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70f3f8-7717-487e-888a-ab4e2091ad5f req-ee53b464-b97e-41dc-94e4-0354637f5524 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:44.653173 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1f70f3f8-7717-487e-888a-ab4e2091ad5f req-ee53b464-b97e-41dc-94e4-0354637f5524 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0502455 May 17 15:42:44.701625 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1f70f3f8-7717-487e-888a-ab4e2091ad5f req-f617784f-5b0c-4bff-9102-2557180c4c74 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 May 17 15:42:44.831140 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-9cf45f99-f45f-4d6b-905d-8dddba25a5de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88db692-f314-4035-ad7b-ca49d3a51b36 HTTP/1.1" status: 200 len: 217 time: 0.0762441 May 17 15:42:44.947114 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19097-74f0-4be3-9ab1-c1aaee6aa17b req-a60c4018-4675-4876-89e7-c232dec0c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:44.948576 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecf19097-74f0-4be3-9ab1-c1aaee6aa17b req-a60c4018-4675-4876-89e7-c232dec0c42d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1950021 May 17 15:42:44.949637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4924-eeb9-4139-ae7b-80441763f0d3 req-aca3be36-5aeb-4658-aebb-17449d422ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:44.950974 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-257f4924-eeb9-4139-ae7b-80441763f0d3 req-aca3be36-5aeb-4658-aebb-17449d422ddf service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2068355 May 17 15:42:45.161321 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c55c37-f2c1-442e-8817-7b0cfc662cd9 req-70219d1e-386a-45cc-bb17-dc6313525c20 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:45.162830 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-65c55c37-f2c1-442e-8817-7b0cfc662cd9 req-70219d1e-386a-45cc-bb17-dc6313525c20 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0508568 May 17 15:42:45.210339 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-65c55c37-f2c1-442e-8817-7b0cfc662cd9 req-3e6622d2-903e-414c-a38a-78454071884c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 May 17 15:42:45.416581 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173330e2-218e-4c40-9974-b39b4323c0fc req-9f0cd611-aa3a-46a0-ae27-2d8de480f67b tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:45.418056 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-173330e2-218e-4c40-9974-b39b4323c0fc req-9f0cd611-aa3a-46a0-ae27-2d8de480f67b tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 944 time: 0.0575602 May 17 15:42:45.467806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe93258-d5cd-4a2e-b30c-0bd505db2872 req-701ba6ca-8a32-4ca6-873a-26381b07bf63 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:45.469262 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ffe93258-d5cd-4a2e-b30c-0bd505db2872 req-701ba6ca-8a32-4ca6-873a-26381b07bf63 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0736341 May 17 15:42:45.509046 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-173330e2-218e-4c40-9974-b39b4323c0fc req-88eaa968-beb7-4c23-9dc8-bb7289cee1cc tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748367 May 17 15:42:45.538125 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ffe93258-d5cd-4a2e-b30c-0bd505db2872 req-f564e648-d781-42b2-ab31-d721af5f4b47 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585997 May 17 15:42:45.831815 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d6651-4b6f-4e36-9643-fcd510ccf616 req-ed7cd5e9-9552-40f8-8ee5-c6c27294b270 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:45.833428 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4a3d6651-4b6f-4e36-9643-fcd510ccf616 req-ed7cd5e9-9552-40f8-8ee5-c6c27294b270 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0587401 May 17 15:42:45.886282 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4a3d6651-4b6f-4e36-9643-fcd510ccf616 req-6f351b17-1b6b-425b-9212-e99ac21aa13b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 May 17 15:42:46.325727 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798efa1b-54ae-4d7c-9ea0-6c0691a34a6e req-cb486a73-0947-4509-8b58-66bb88b5074f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:46.327183 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-798efa1b-54ae-4d7c-9ea0-6c0691a34a6e req-cb486a73-0947-4509-8b58-66bb88b5074f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0460603 May 17 15:42:46.377660 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-798efa1b-54ae-4d7c-9ea0-6c0691a34a6e req-19820c8b-33e2-4324-b6b1-f270f7fa1f88 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 May 17 15:42:46.648799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584905d-d6e6-43b8-b121-db1321184078 req-853a69be-37c0-49d7-8eec-3b0defc61a5e tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:46.650884 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f584905d-d6e6-43b8-b121-db1321184078 req-853a69be-37c0-49d7-8eec-3b0defc61a5e tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 944 time: 0.0714345 May 17 15:42:46.668840 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1283d2-ed64-468c-87c3-72057aba853b req-48a177f9-baa5-445f-91a0-4b32090d0f5f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:46.670222 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ce1283d2-ed64-468c-87c3-72057aba853b req-48a177f9-baa5-445f-91a0-4b32090d0f5f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0631993 May 17 15:42:46.731254 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f584905d-d6e6-43b8-b121-db1321184078 req-58f497ce-c0fd-4ec3-ba86-dad6c78b489d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731168 May 17 15:42:46.742168 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ce1283d2-ed64-468c-87c3-72057aba853b req-08f70a5f-52c4-4153-be33-6f4e9ccadae6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644503 May 17 15:42:46.995684 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad084a-e6b6-4f99-9fe9-5c3b5d0449d2 req-ccce6033-1625-4477-98ab-f9abad5991ed tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:46.997114 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3ad084a-e6b6-4f99-9fe9-5c3b5d0449d2 req-ccce6033-1625-4477-98ab-f9abad5991ed tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0459089 May 17 15:42:47.041962 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3ad084a-e6b6-4f99-9fe9-5c3b5d0449d2 req-950a7457-00a5-4f57-9c15-c9a724fe9b3b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393553 May 17 15:42:47.292354 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['64187337-3bb7-410e-8b83-1eed22758592'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:42:47.344283 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-fdaf78dd-8486-490b-b968-0a118ecf3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.345942 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-fdaf78dd-8486-490b-b968-0a118ecf3a43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 1127 time: 0.0399504 May 17 15:42:47.435232 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-cf2c15af-64d9-4163-a409-4ed20b1c3198 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e HTTP/1.1" status: 200 len: 217 time: 0.0753517 May 17 15:42:47.487464 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-61eb580a-4a02-4ca4-a23e-441f48299062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.489069 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-61eb580a-4a02-4ca4-a23e-441f48299062 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.1965103 May 17 15:42:47.498174 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-14b7ff56-3977-4fba-b5c5-bece4a3a8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.499668 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-14b7ff56-3977-4fba-b5c5-bece4a3a8207 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.0573599 May 17 15:42:47.572604 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19097-74f0-4be3-9ab1-c1aaee6aa17b req-679d5582-89b4-4a03-981e-d0d7e895fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.573979 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecf19097-74f0-4be3-9ab1-c1aaee6aa17b req-679d5582-89b4-4a03-981e-d0d7e895fd6b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2827082 May 17 15:42:47.576530 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-53044852-8198-4e9c-808e-94131cbb1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.578075 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-53044852-8198-4e9c-808e-94131cbb1fe1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723715 May 17 15:42:47.579974 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67e5e3-18db-45ec-afc9-c6c6fc8604b7 req-032a8020-8236-4bf6-9c8f-82a656236b73 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.581303 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6f67e5e3-18db-45ec-afc9-c6c6fc8604b7 req-032a8020-8236-4bf6-9c8f-82a656236b73 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.1138523 May 17 15:42:47.586630 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4924-eeb9-4139-ae7b-80441763f0d3 req-e2309ddc-e7ce-438c-9b97-f2566468b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.588736 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-257f4924-eeb9-4139-ae7b-80441763f0d3 req-e2309ddc-e7ce-438c-9b97-f2566468b622 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2879159 May 17 15:42:47.612589 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-33be77ee-a39a-4d9a-8df6-521bc041931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.614026 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-33be77ee-a39a-4d9a-8df6-521bc041931a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995643 May 17 15:42:47.641023 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6f67e5e3-18db-45ec-afc9-c6c6fc8604b7 req-4c8bc58f-2f5b-45b8-a59e-24bdaa1a94d1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513864 May 17 15:42:47.891949 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-ef3ac04b-504a-485e-a577-a788e9024fbc service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127298 May 17 15:42:47.992785 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-316e4f32-0e33-4cbd-ad1b-924f5e3416af req-7b76df10-9335-4317-a6b1-53eee3e18838 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947435 May 17 15:42:47.994158 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ae7b-28ab-470e-9422-d38782fd992e req-b530afd8-71b3-4b96-a55f-0c79583c7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:47.995591 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-b530afd8-71b3-4b96-a55f-0c79583c7dbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 1127 time: 0.1532314 May 17 15:42:48.001475 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1b99-08b5-451c-bfaa-4780be90d26f req-466b6b4a-78b4-4ec2-837a-d45db35b3107 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:48.002811 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de2f1b99-08b5-451c-bfaa-4780be90d26f req-466b6b4a-78b4-4ec2-837a-d45db35b3107 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.1595187 May 17 15:42:48.014095 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32937de6-00c4-4579-955e-3d08e6d4e0dd req-e47a03ad-4346-4250-bd2c-f4f5de93ab19 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:48.015479 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32937de6-00c4-4579-955e-3d08e6d4e0dd req-e47a03ad-4346-4250-bd2c-f4f5de93ab19 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 944 time: 0.1712658 May 17 15:42:48.017856 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-0c9c2f5d-7a73-4866-b9fa-cc7e3d2420ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:48.019222 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-0c9c2f5d-7a73-4866-b9fa-cc7e3d2420ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 1128 time: 0.1779680 May 17 15:42:48.021698 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-028a2238-227c-4f27-a71f-d0ee4b9c6880 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426400 May 17 15:42:48.088752 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de2f1b99-08b5-451c-bfaa-4780be90d26f req-7e381364-ea41-4114-ac68-d2834237aeb1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723186 May 17 15:42:48.092796 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32937de6-00c4-4579-955e-3d08e6d4e0dd req-a22d954c-d06a-4f1b-92e7-dca3d4ff389f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657663 May 17 15:42:48.199901 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-c8da1b30-1bdd-4a17-ad69-00fb0c985eaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c15363-afe5-4cf3-81f7-17976151a63d HTTP/1.1" status: 200 len: 217 time: 0.0838244 May 17 15:42:48.209555 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-3fe75ca9-2916-4037-b707-5fd89a95df40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee HTTP/1.1" status: 200 len: 217 time: 0.0959942 May 17 15:42:48.279416 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07f9ab-6e63-4b60-a6eb-da7396183d2f req-ecfe5480-645b-44af-90b8-36a7e5d79522 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:48.280844 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fa07f9ab-6e63-4b60-a6eb-da7396183d2f req-ecfe5480-645b-44af-90b8-36a7e5d79522 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0886250 May 17 15:42:48.318528 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a751876-b379-4a8c-8304-ad2d09d4b1c8 req-2263d272-c71f-4c7d-8618-856eca22f20e service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035751 May 17 15:42:48.340382 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fa07f9ab-6e63-4b60-a6eb-da7396183d2f req-3db44723-a673-449f-8142-b59211cab12c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538161 May 17 15:42:48.755464 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce174c-2340-4dd7-99fb-083f4ce69abb req-52aba464-0186-4897-b80b-ef704cd5c848 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:48.756826 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07ce174c-2340-4dd7-99fb-083f4ce69abb req-52aba464-0186-4897-b80b-ef704cd5c848 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0465510 May 17 15:42:48.806812 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07ce174c-2340-4dd7-99fb-083f4ce69abb req-46fed183-4f91-4b14-9014-d5aa1341e497 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440326 May 17 15:42:49.261871 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a1cd6-b59e-40fb-8e04-a64adeef0035 req-5b0a50ae-d053-480e-80a1-f3dc0938103c tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:49.263180 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-491a1cd6-b59e-40fb-8e04-a64adeef0035 req-5b0a50ae-d053-480e-80a1-f3dc0938103c tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 944 time: 0.0822439 May 17 15:42:49.271724 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed35c2f-f1e8-4ff8-a346-4119ea21e5c0 req-6bf5d09a-850e-4c8c-a863-e1140d40ee45 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:49.273168 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4ed35c2f-f1e8-4ff8-a346-4119ea21e5c0 req-6bf5d09a-850e-4c8c-a863-e1140d40ee45 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0809937 May 17 15:42:49.304249 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 64187337-3bb7-410e-8b83-1eed22758592 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:49.348633 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 64187337-3bb7-410e-8b83-1eed22758592 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:42:49.349502 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-491a1cd6-b59e-40fb-8e04-a64adeef0035 req-025da23a-0078-40b9-9139-4f89455ad129 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752978 May 17 15:42:49.354016 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4ed35c2f-f1e8-4ff8-a346-4119ea21e5c0 req-600f575c-20fb-4504-8bb0-4d3dee14883a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733922 May 17 15:42:49.355183 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 64187337-3bb7-410e-8b83-1eed22758592 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:49.355636 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (64187337-3bb7-410e-8b83-1eed22758592), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:49.429937 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 64187337-3bb7-410e-8b83-1eed22758592 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:49.430352 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (64187337-3bb7-410e-8b83-1eed22758592), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:49.453077 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7797a3e2-eeb5-44a3-8026-daa018079937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64187337-3bb7-410e-8b83-1eed22758592'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:42:49.455073 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3957-3c7f-4d62-b539-f4c04b986fd6 req-2119b6b4-9479-4200-81dc-54c8510f88b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:49.456517 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b3a3957-3c7f-4d62-b539-f4c04b986fd6 req-2119b6b4-9479-4200-81dc-54c8510f88b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0454981 May 17 15:42:49.503881 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b3a3957-3c7f-4d62-b539-f4c04b986fd6 req-44d4f64e-dc33-4755-8171-86e6b90c6290 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 May 17 15:42:49.530479 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 64187337-3bb7-410e-8b83-1eed22758592, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=64187337-3bb7-410e-8b83-1eed22758592,segment=NetworkSegment(40da0004-fe05-411a-89f6-06d84ccf1c23),segment_id=40da0004-fe05-411a-89f6-06d84ccf1c23)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:49.534849 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (64187337-3bb7-410e-8b83-1eed22758592), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:49.583341 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=64187337-3bb7-410e-8b83-1eed22758592,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:49.621211 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1dd12e-8d62-4858-8dd8-2049f133e60c" -d '{"events": [{"server_uuid": "7797a3e2-eeb5-44a3-8026-daa018079937", "name": "network-vif-plugged", "status": "completed", "tag": "64187337-3bb7-410e-8b83-1eed22758592"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:42:49.726322 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595dcbf2-bce9-4411-9edf-9acbb817ee73 x-openstack-request-id: req-595dcbf2-bce9-4411-9edf-9acbb817ee73 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:42:49.726890 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7797a3e2-eeb5-44a3-8026-daa018079937", "name": "network-vif-plugged", "status": "completed", "tag": "64187337-3bb7-410e-8b83-1eed22758592", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:42:49.727150 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-595dcbf2-bce9-4411-9edf-9acbb817ee73 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:42:49.728237 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-595dcbf2-bce9-4411-9edf-9acbb817ee73'] response: {'server_uuid': '7797a3e2-eeb5-44a3-8026-daa018079937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64187337-3bb7-410e-8b83-1eed22758592', 'code': 200} May 17 15:42:49.924263 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98060-a278-419c-847f-de9c17017876 req-0172602f-b463-41fb-a7b5-c49ceca2787a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:49.925699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9c98060-a278-419c-847f-de9c17017876 req-0172602f-b463-41fb-a7b5-c49ceca2787a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0454071 May 17 15:42:49.972585 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9c98060-a278-419c-847f-de9c17017876 req-f76bf434-29b6-4ae4-8920-ddd27758213c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414782 May 17 15:42:50.525697 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce15f39-d49e-41ae-9827-507c72aa7baf req-5c9cb8a4-fe13-4c12-b67e-b1ba19d9ec90 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:50.527039 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6ce15f39-d49e-41ae-9827-507c72aa7baf req-5c9cb8a4-fe13-4c12-b67e-b1ba19d9ec90 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0924377 May 17 15:42:50.536721 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808fadd-bceb-43d8-98ec-415996844b6b req-25d5b56e-e167-49ad-997f-6166ab041f50 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:50.538477 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4808fadd-bceb-43d8-98ec-415996844b6b req-25d5b56e-e167-49ad-997f-6166ab041f50 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0946362 May 17 15:42:50.620153 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6ce15f39-d49e-41ae-9827-507c72aa7baf req-ee5960bb-f93d-4d5a-9995-02536dc50425 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804017 May 17 15:42:50.625242 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4808fadd-bceb-43d8-98ec-415996844b6b req-3f4fd54f-1a7c-4a2c-97de-6b5581ded0ef tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829346 May 17 15:42:50.737602 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699996f-8b0a-416c-acc1-3502e032f977 req-fae669f5-8673-461a-ad10-886919a693f6 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:50.739085 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1699996f-8b0a-416c-acc1-3502e032f977 req-fae669f5-8673-461a-ad10-886919a693f6 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0504143 May 17 15:42:50.787367 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1699996f-8b0a-416c-acc1-3502e032f977 req-52a1b3d9-2265-4345-b4d2-72a3ed360d5a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 May 17 15:42:51.090907 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160e62-4001-4a1c-9534-b7a67078559f req-d64de3c1-fece-413f-aef3-bc3c67662735 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:51.092350 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c9160e62-4001-4a1c-9534-b7a67078559f req-d64de3c1-fece-413f-aef3-bc3c67662735 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0453935 May 17 15:42:51.139564 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c9160e62-4001-4a1c-9534-b7a67078559f req-597224d4-e04d-419a-9d13-c6e346de9717 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 May 17 15:42:51.509704 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:42:51.610147 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:51.621402 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'port_id': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'mac_address': 'fa:16:3e:b3:3c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:42:51.656771 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:42:51.657211 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:51.678758 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:42:51.704695 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:42:51.709921 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:51.758138 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:42:51.790466 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71153f78-f6ab-4a7d-b1f3-a1e0fe34de2c req-61e1c079-dd83-455b-9de3-50a5aec82230 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:51.791959 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-71153f78-f6ab-4a7d-b1f3-a1e0fe34de2c req-61e1c079-dd83-455b-9de3-50a5aec82230 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0804918 May 17 15:42:51.802289 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ef301-4ef8-43dc-a6ac-330a6372079b req-bce62ee8-6454-4213-aa43-721b801424d8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:51.803687 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ea8ef301-4ef8-43dc-a6ac-330a6372079b req-bce62ee8-6454-4213-aa43-721b801424d8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0614364 May 17 15:42:51.874341 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-71153f78-f6ab-4a7d-b1f3-a1e0fe34de2c req-88c2e88f-c79c-4be9-82e4-a8ba408ebfb7 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696726 May 17 15:42:51.877275 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ea8ef301-4ef8-43dc-a6ac-330a6372079b req-ce47d72b-c39c-4ef6-825a-a28f4dc62e69 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670915 May 17 15:42:51.972509 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2b3f1-3347-4775-becb-b9fa77629c65 req-6d73f47e-8b9f-418d-83f7-0d65150d304b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:51.973930 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c9c2b3f1-3347-4775-becb-b9fa77629c65 req-6d73f47e-8b9f-418d-83f7-0d65150d304b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0454731 May 17 15:42:52.020182 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c9c2b3f1-3347-4775-becb-b9fa77629c65 req-9b1f7535-7a61-424c-9581-45cad1a8e272 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404758 May 17 15:42:52.258186 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5925f-9e32-4f3f-b3d8-45396410e485 req-a68534ba-a5d2-4280-9cf1-f8bc157732d7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:52.260294 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dce5925f-9e32-4f3f-b3d8-45396410e485 req-a68534ba-a5d2-4280-9cf1-f8bc157732d7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0495591 May 17 15:42:52.486293 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dce5925f-9e32-4f3f-b3d8-45396410e485 req-e8f7292f-9cd6-463f-96f8-a783702e34a6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204158 May 17 15:42:53.033735 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7431fff-d336-4c34-963c-4ea020c9409a req-2c517138-34bc-4854-8717-e5b8197476cc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:53.035141 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c7431fff-d336-4c34-963c-4ea020c9409a req-2c517138-34bc-4854-8717-e5b8197476cc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0919108 May 17 15:42:53.040958 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e3f9-cbc9-488a-9800-acea0e869839 req-37376d1b-6212-4034-9305-39a10dc40fce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:53.042423 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9a34e3f9-cbc9-488a-9800-acea0e869839 req-37376d1b-6212-4034-9305-39a10dc40fce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.1004000 May 17 15:42:53.113771 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c7431fff-d336-4c34-963c-4ea020c9409a req-336ef5f4-f7a6-43a2-a673-6935adad7275 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704236 May 17 15:42:53.117028 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9a34e3f9-cbc9-488a-9800-acea0e869839 req-6952dfb9-ed61-43ee-bf26-cfd3719edc1e tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680323 May 17 15:42:53.214195 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65d308-d8ea-4316-b4a8-a8627fe6c461 req-e48c235a-623f-406e-bf63-25fcac70955a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:53.215599 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cc65d308-d8ea-4316-b4a8-a8627fe6c461 req-e48c235a-623f-406e-bf63-25fcac70955a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0458713 May 17 15:42:53.263175 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cc65d308-d8ea-4316-b4a8-a8627fe6c461 req-f55d5643-2691-40b2-8e5e-cd32db97dc7d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 May 17 15:42:53.600116 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d7ee-058c-4aab-bda4-54216f4978c4 req-3aea00bb-1250-4520-ab37-3e8c3f16e6cc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:53.601517 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8055d7ee-058c-4aab-bda4-54216f4978c4 req-3aea00bb-1250-4520-ab37-3e8c3f16e6cc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0441260 May 17 15:42:53.647262 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8055d7ee-058c-4aab-bda4-54216f4978c4 req-2a0a0ca1-356d-4d4f-8774-c2e110db3f6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394170 May 17 15:42:54.253934 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10a356-6732-4ecd-9f0f-dc9573f1ea38 req-76336b51-85c7-4f73-9f48-10351184641b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:54.255384 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9a10a356-6732-4ecd-9f0f-dc9573f1ea38 req-76336b51-85c7-4f73-9f48-10351184641b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0727298 May 17 15:42:54.263815 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b700bb4-0340-4531-ab47-eb577a0a6624 req-779ad94c-8aab-4f20-947c-6eca27b9797a tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:54.265185 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6b700bb4-0340-4531-ab47-eb577a0a6624 req-779ad94c-8aab-4f20-947c-6eca27b9797a tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0736811 May 17 15:42:54.335314 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9a10a356-6732-4ecd-9f0f-dc9573f1ea38 req-cb0070ef-1a3f-419b-a70e-0898c44bb92a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691988 May 17 15:42:54.339174 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6b700bb4-0340-4531-ab47-eb577a0a6624 req-51fad766-2b8f-4d94-8093-a5561ff44901 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671945 May 17 15:42:54.436172 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd42a-02fc-40ef-a978-97e1873ff839 req-351fdde6-c109-4643-a863-dfe117e3c642 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:54.437497 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-149fd42a-02fc-40ef-a978-97e1873ff839 req-351fdde6-c109-4643-a863-dfe117e3c642 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0472915 May 17 15:42:54.482168 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-149fd42a-02fc-40ef-a978-97e1873ff839 req-a21e3048-18ba-4250-803f-799de8cb8631 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392363 May 17 15:42:54.595679 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:42:54.704994 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-5642485b-46d6-4838-87c4-12dbe36c7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:54.706444 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-5642485b-46d6-4838-87c4-12dbe36c7764 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0914171 May 17 15:42:54.723984 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ae7b-28ab-470e-9422-d38782fd992e req-577d75d1-7443-414d-b37e-6c6250aeeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:54.725560 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-577d75d1-7443-414d-b37e-6c6250aeeccf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.1116581 May 17 15:42:54.784972 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84eb17-f895-497c-b4da-39fad8e0df1d req-82dd65b3-e7a5-4669-a829-e3fccc7444c8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:54.791549 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8c84eb17-f895-497c-b4da-39fad8e0df1d req-82dd65b3-e7a5-4669-a829-e3fccc7444c8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0532887 May 17 15:42:54.840077 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8c84eb17-f895-497c-b4da-39fad8e0df1d req-a199f82a-9bcc-4341-95af-e965763d9202 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 May 17 15:42:55.477080 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed6661-b9f5-4a8e-9eb4-56b2f9c69df0 req-443f2cdd-8b8b-43cc-83d4-28db25ce0055 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:55.479202 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-82ed6661-b9f5-4a8e-9eb4-56b2f9c69df0 req-443f2cdd-8b8b-43cc-83d4-28db25ce0055 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0757806 May 17 15:42:55.485136 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5300d-4e26-481c-bee9-9b62e754c076 req-50c4cd56-78db-4d51-9d39-0647172d072c tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:55.486508 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2ae5300d-4e26-481c-bee9-9b62e754c076 req-50c4cd56-78db-4d51-9d39-0647172d072c tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0738325 May 17 15:42:55.561004 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-82ed6661-b9f5-4a8e-9eb4-56b2f9c69df0 req-36cd8288-927e-47cb-8d38-47a2448640dd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734661 May 17 15:42:55.565049 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2ae5300d-4e26-481c-bee9-9b62e754c076 req-6298c296-d741-455e-8be0-465a04be50c5 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718827 May 17 15:42:55.675205 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d73c2-d20a-468e-bda4-4867df11c093 req-5ad70f7c-c2a0-42ba-94b5-128fec16edd1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:55.676661 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f87d73c2-d20a-468e-bda4-4867df11c093 req-5ad70f7c-c2a0-42ba-94b5-128fec16edd1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0485802 May 17 15:42:55.728939 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f87d73c2-d20a-468e-bda4-4867df11c093 req-3fb6a69c-06dd-4a96-8a65-8e4ccc341140 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455408 May 17 15:42:55.952332 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a50e9-5157-4d9b-84ac-1947284e05c4 req-0c36ae26-0c8b-4db5-82e0-865d87325c02 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:55.953728 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-491a50e9-5157-4d9b-84ac-1947284e05c4 req-0c36ae26-0c8b-4db5-82e0-865d87325c02 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0445278 May 17 15:42:55.998463 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-491a50e9-5157-4d9b-84ac-1947284e05c4 req-b5abbb9e-58e7-4947-9dc4-87528c71b77a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393136 May 17 15:42:56.710444 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009e52c-130d-448b-aa2e-1d13de4846a3 req-7f8a5b74-1eda-412d-bca4-ddaa99411fdb tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:56.712197 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a009e52c-130d-448b-aa2e-1d13de4846a3 req-7f8a5b74-1eda-412d-bca4-ddaa99411fdb tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0768745 May 17 15:42:56.717622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c19c7-c203-488e-a301-8cc28f73187d req-d7e6ef42-63f3-42e4-bc2e-7a3c4f324d62 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:56.719000 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a92c19c7-c203-488e-a301-8cc28f73187d req-d7e6ef42-63f3-42e4-bc2e-7a3c4f324d62 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0821929 May 17 15:42:56.789122 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a009e52c-130d-448b-aa2e-1d13de4846a3 req-24c020a7-b4c5-4ac3-8e96-521e0ffda13a tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690877 May 17 15:42:56.792084 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a92c19c7-c203-488e-a301-8cc28f73187d req-878010c5-5f33-4298-8c4f-9d701ffc6de0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663459 May 17 15:42:56.897722 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630faa8b-aed5-4126-9c98-7e974c2be703 req-52e8e19b-ffee-4120-9817-9c3e6deeab94 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:56.899174 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-630faa8b-aed5-4126-9c98-7e974c2be703 req-52e8e19b-ffee-4120-9817-9c3e6deeab94 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0490801 May 17 15:42:56.943748 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-630faa8b-aed5-4126-9c98-7e974c2be703 req-cba9f449-44d1-4fbe-912c-ae83982b9c58 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 May 17 15:42:57.111039 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ee03b-7f6c-4e1c-bebb-71a420aa7ef6 req-6b616ea0-166b-41e9-80ce-310456717ebc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:57.112467 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-151ee03b-7f6c-4e1c-bebb-71a420aa7ef6 req-6b616ea0-166b-41e9-80ce-310456717ebc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0452580 May 17 15:42:57.158383 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-151ee03b-7f6c-4e1c-bebb-71a420aa7ef6 req-2a4b437e-c960-4730-8d54-ed13b458ffbe tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405345 May 17 15:42:57.940079 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f32f-d5e8-4a1a-a4a9-0e482974d1d3 req-431982ba-7bca-4421-ba68-2a2b78ca63c3 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:57.941511 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d258f32f-d5e8-4a1a-a4a9-0e482974d1d3 req-431982ba-7bca-4421-ba68-2a2b78ca63c3 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0674100 May 17 15:42:57.947267 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4009c-8c6b-480b-a36e-7e0c9f1ced2d req-ecbd781c-c2b0-47de-acfc-50a9ac586b55 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:57.948594 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8e4009c-8c6b-480b-a36e-7e0c9f1ced2d req-ecbd781c-c2b0-47de-acfc-50a9ac586b55 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0843134 May 17 15:42:58.018372 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d258f32f-d5e8-4a1a-a4a9-0e482974d1d3 req-f0adcc76-eab6-47f1-9164-74bf6350d442 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687447 May 17 15:42:58.021250 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8e4009c-8c6b-480b-a36e-7e0c9f1ced2d req-25c22160-b2a9-4e54-8d8b-58f355fa7ae3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660102 May 17 15:42:58.122790 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c1f7c-3325-41c4-b96d-bec4b1c26eb3 req-4af16d12-583a-4c18-9a22-494c5bc555b5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:58.124238 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-299c1f7c-3325-41c4-b96d-bec4b1c26eb3 req-4af16d12-583a-4c18-9a22-494c5bc555b5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0461123 May 17 15:42:58.181006 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-299c1f7c-3325-41c4-b96d-bec4b1c26eb3 req-c6c67a5e-f310-4a9f-a4f8-c31a91834ed5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507295 May 17 15:42:58.276719 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2717e84-492b-4580-8beb-0538b985e46b req-46e8985e-5200-4489-a2c5-af927afd1bee tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:58.278099 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f2717e84-492b-4580-8beb-0538b985e46b req-46e8985e-5200-4489-a2c5-af927afd1bee tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0455620 May 17 15:42:58.326178 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f2717e84-492b-4580-8beb-0538b985e46b req-49a5e43b-55b0-4bff-9d34-e1aabd460f2c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425091 May 17 15:42:59.155195 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c328917-bad2-4a29-886b-bc928c4b6022 req-2e347757-f993-4665-9d7c-aab65eaa03d0 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:59.156642 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4c328917-bad2-4a29-886b-bc928c4b6022 req-2e347757-f993-4665-9d7c-aab65eaa03d0 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0734859 May 17 15:42:59.164282 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348e935-fa61-466a-9afd-5d81f4dc6420 req-22ebc687-2b11-4cc5-a304-a361353831a4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:59.165749 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4348e935-fa61-466a-9afd-5d81f4dc6420 req-22ebc687-2b11-4cc5-a304-a361353831a4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0736880 May 17 15:42:59.235471 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4c328917-bad2-4a29-886b-bc928c4b6022 req-c4b58eb5-e6a4-4d5a-9dca-c095a454beaf tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687563 May 17 15:42:59.238620 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4348e935-fa61-466a-9afd-5d81f4dc6420 req-6ef8ca43-4a04-4402-9b7e-381011f437ad tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664856 May 17 15:42:59.333035 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4343a4-346c-4ffc-9a2e-e8f0e1eeb37c req-3da4a2b4-0da9-42f6-bc4d-4b6b2352cb41 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:59.334410 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9f4343a4-346c-4ffc-9a2e-e8f0e1eeb37c req-3da4a2b4-0da9-42f6-bc4d-4b6b2352cb41 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0459547 May 17 15:42:59.381270 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9f4343a4-346c-4ffc-9a2e-e8f0e1eeb37c req-4197fda0-999e-4f79-bf53-cf564b0b6063 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 May 17 15:42:59.449833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfde051-0928-484a-bdd5-05f6a88a9ee9 req-f877137a-fb4d-4aa6-85aa-26253382c749 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:42:59.451314 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1bfde051-0928-484a-bdd5-05f6a88a9ee9 req-f877137a-fb4d-4aa6-85aa-26253382c749 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0515993 May 17 15:42:59.497290 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1bfde051-0928-484a-bdd5-05f6a88a9ee9 req-ca721284-f167-45b3-b77c-b6e6e1550046 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 May 17 15:42:59.868753 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:59.870797 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:42:59.910682 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:42:59.918860 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:42:59.919254 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:42:59.999677 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:43:00.000053 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:00.023945 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:43:00.026758 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c34d55-2e22-43d7-8692-9437dbd53b04" -d '{"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-plugged", "status": "completed", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:43:00.135997 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48042449-e38f-4f87-b64d-b67c3a27ed7a x-openstack-request-id: req-48042449-e38f-4f87-b64d-b67c3a27ed7a {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:43:00.136283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-plugged", "status": "completed", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:43:00.136529 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48042449-e38f-4f87-b64d-b67c3a27ed7a {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:43:00.136908 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48042449-e38f-4f87-b64d-b67c3a27ed7a'] response: {'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'code': 200} May 17 15:43:00.138504 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:00.145438 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:00.191086 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:00.198584 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.198924 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.199275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.199624 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.199956 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.200278 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.200629 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.200935 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.201250 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.201562 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.201876 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.202235 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.202550 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.202864 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.203227 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:00.372665 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023be3a-4542-4a9a-848d-de62e7f9f680 req-89f5a16a-b972-42ac-9d1d-0403bece53a8 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:00.374160 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5023be3a-4542-4a9a-848d-de62e7f9f680 req-89f5a16a-b972-42ac-9d1d-0403bece53a8 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0720186 May 17 15:43:00.381992 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2280-324f-43bc-91f2-b12f86060399 req-d35c8b53-3edb-47a4-a9a5-0c5ac9d006e7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:00.383370 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b1cf2280-324f-43bc-91f2-b12f86060399 req-d35c8b53-3edb-47a4-a9a5-0c5ac9d006e7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.0722756 May 17 15:43:00.457308 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5023be3a-4542-4a9a-848d-de62e7f9f680 req-a1c1eccc-4989-46ad-a3de-39c42740c182 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724404 May 17 15:43:00.460383 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b1cf2280-324f-43bc-91f2-b12f86060399 req-20d5afc3-af10-4aca-b317-65ae421bac22 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698791 May 17 15:43:00.588003 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b0bee-76a2-4b3b-a8d0-99fd4e0bd2c7 req-d2588636-87ad-4b92-83cb-c57111f496b1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:00.589566 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2d2b0bee-76a2-4b3b-a8d0-99fd4e0bd2c7 req-d2588636-87ad-4b92-83cb-c57111f496b1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0611589 May 17 15:43:00.636272 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d9b5c-8c51-4148-a43d-30e887b52ad3 req-ffc84923-e83c-46ac-ad6b-8d5e6700f4ba tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:00.637638 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e71d9b5c-8c51-4148-a43d-30e887b52ad3 req-ffc84923-e83c-46ac-ad6b-8d5e6700f4ba tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0682714 May 17 15:43:00.677904 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2d2b0bee-76a2-4b3b-a8d0-99fd4e0bd2c7 req-12c1daf5-4d86-4f35-abb1-e3db5cdccbc6 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713451 May 17 15:43:00.702609 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e71d9b5c-8c51-4148-a43d-30e887b52ad3 req-a1152881-928b-4d0d-9a45-5c61d63516cd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593822 May 17 15:43:00.949314 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-28404044-16da-471c-a16a-788a2a30d474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:01.553443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-bcf3654b-27af-4ee6-bd0c-0cb013ca10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:01.555053 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-bcf3654b-27af-4ee6-bd0c-0cb013ca10a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 1127 time: 0.0975735 May 17 15:43:01.556500 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ae7b-28ab-470e-9422-d38782fd992e req-ee0ac8aa-5bb6-4a36-b126-8023827f16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:01.558082 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-ee0ac8aa-5bb6-4a36-b126-8023827f16e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138549 May 17 15:43:01.559335 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-57ca4018-a48c-413b-9396-0052cb316450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:01.561206 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-57ca4018-a48c-413b-9396-0052cb316450 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024506 May 17 15:43:01.727666 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf196c57-f83c-414c-a9a2-47b993d8f9f4 req-e68f6ed3-8aa9-462c-a06b-45d9bafeab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:01.729297 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cf196c57-f83c-414c-a9a2-47b993d8f9f4 req-e68f6ed3-8aa9-462c-a06b-45d9bafeab44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 1129 time: 0.1394238 May 17 15:43:01.851434 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d88db692-f314-4035-ad7b-ca49d3a51b36 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:43:01.876112 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cf196c57-f83c-414c-a9a2-47b993d8f9f4 req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:02.035635 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cf196c57-f83c-414c-a9a2-47b993d8f9f4 req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Publish callbacks [] for security_group (2247e408-e6c1-4d6c-b53a-626e56001a83), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:02.045359 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cf196c57-f83c-414c-a9a2-47b993d8f9f4 req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (2247e408-e6c1-4d6c-b53a-626e56001a83), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:02.068306 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d88db692-f314-4035-ad7b-ca49d3a51b36, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d88db692-f314-4035-ad7b-ca49d3a51b36,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:02.075540 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2247e408-e6c1-4d6c-b53a-626e56001a83,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:02.093849 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a5be-1cd8-4fb2-a9ec-3ef5cb6377e9 req-6e36a1b6-59fa-476a-ace4-063c103efda8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:02.096124 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-18e4a5be-1cd8-4fb2-a9ec-3ef5cb6377e9 req-6e36a1b6-59fa-476a-ace4-063c103efda8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 943 time: 0.4556887 May 17 15:43:02.098698 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'd88db692-f314-4035-ad7b-ca49d3a51b36', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'port_id': 'd88db692-f314-4035-ad7b-ca49d3a51b36', 'mac_address': 'fa:16:3e:77:a8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:43:02.102240 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b59db-765d-49f7-80fb-9cbb755c3939 req-ba02c943-4ed1-4c2e-a911-42d3116c59e4 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:02.111116 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.111666 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.111820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f6b59db-765d-49f7-80fb-9cbb755c3939 req-ba02c943-4ed1-4c2e-a911-42d3116c59e4 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.4418030 May 17 15:43:02.112501 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.113055 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.113532 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.115333 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.115846 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.116381 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.116873 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.117376 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.117892 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.118397 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.118875 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.119371 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.119978 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:02.121079 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edc967-3536-44d9-9cad-2f51d32c7940 req-42db8948-6e48-4770-8955-a0a1936037f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:02.122521 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-84edc967-3536-44d9-9cad-2f51d32c7940 req-42db8948-6e48-4770-8955-a0a1936037f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 1129 time: 0.4731221 May 17 15:43:02.137752 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cf196c57-f83c-414c-a9a2-47b993d8f9f4 req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784030 May 17 15:43:02.176790 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d88db692-f314-4035-ad7b-ca49d3a51b36 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:43:02.177266 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:02.194641 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88db692-f314-4035-ad7b-ca49d3a51b36 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:43:02.236882 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d88db692-f314-4035-ad7b-ca49d3a51b36, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d88db692-f314-4035-ad7b-ca49d3a51b36,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:02.247663 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:02.269111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-bd835630-923e-4d4f-8bf9-9961904009f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:02.270632 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-bd835630-923e-4d4f-8bf9-9961904009f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.7044697 May 17 15:43:02.287557 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-9ae2e987-82dc-49b8-ae66-e1c87f0eb074 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020280 May 17 15:43:02.296496 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-dfdbd5af-41c4-43d0-9d99-405869705691 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121077 May 17 15:43:02.318142 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f6b59db-765d-49f7-80fb-9cbb755c3939 req-387137d6-e4d3-426e-ad3c-beb3ce3a2fab tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049079 May 17 15:43:02.329890 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d88db692-f314-4035-ad7b-ca49d3a51b36,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:02.352693 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-18e4a5be-1cd8-4fb2-a9ec-3ef5cb6377e9 req-ddb78427-f977-41a4-9034-22dfdef62167 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023289 May 17 15:43:02.495350 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5106f-0225-448d-a475-6d1ce20102c4 req-f716ea07-6ab1-45e7-9c98-8bc7edba6f99 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:02.496848 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-feb5106f-0225-448d-a475-6d1ce20102c4 req-f716ea07-6ab1-45e7-9c98-8bc7edba6f99 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0794432 May 17 15:43:02.508649 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6602d-ee08-4f76-a753-f1f4e2296bd9 req-578c41a8-4d08-4285-b2c3-697926720737 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:02.515375 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6af6602d-ee08-4f76-a753-f1f4e2296bd9 req-578c41a8-4d08-4285-b2c3-697926720737 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0823872 May 17 15:43:02.614277 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6af6602d-ee08-4f76-a753-f1f4e2296bd9 req-6c9d8345-9b7b-4f3b-96f6-28ba99091c9c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854354 May 17 15:43:02.626445 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-feb5106f-0225-448d-a475-6d1ce20102c4 req-69e048d7-4de7-4fbc-afb8-00e20daad426 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090057 May 17 15:43:02.663109 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50480) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:02.688094 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['d88db692-f314-4035-ad7b-ca49d3a51b36'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:43:02.773839 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:02.885751 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-f222310a-e890-4793-ba00-0a6daa4c455b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88db692-f314-4035-ad7b-ca49d3a51b36 HTTP/1.1" status: 200 len: 217 time: 0.0974042 May 17 15:43:03.251297 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-84edc967-3536-44d9-9cad-2f51d32c7940 req-32671757-a8c9-47fa-a2dd-0323fab7313c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4638968 May 17 15:43:03.295722 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-52f4b11e-df13-44df-ae51-e08b1ddc6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:03.297316 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-52f4b11e-df13-44df-ae51-e08b1ddc6dd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.4022288 May 17 15:43:03.305052 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2532ae7b-28ab-470e-9422-d38782fd992e req-2cd34414-bee2-4f87-b4e6-09027e76b491 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095086 May 17 15:43:03.316363 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-d6034483-d3c1-484c-bd7e-4c0a7c34b448 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317936 May 17 15:43:03.325397 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Publish callbacks [] for security_group (45834beb-1e9a-4822-b861-347dce4f6cf1), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.329564 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (45834beb-1e9a-4822-b861-347dce4f6cf1), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.376164 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dee3c27631694c6093b9a91d196b0f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7119389 May 17 15:43:03.379483 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50496) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:03.381868 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45834beb-1e9a-4822-b861-347dce4f6cf1,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:03.409613 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-90156d5a-6fd1-4272-b9ce-3040d9d6f2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.411446 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.413528 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.414090 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.414429 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.415317 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.415630 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.415952 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.416341 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.416854 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.422093 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.422571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.422935 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.423277 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.423607 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.423930 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ade94-ae50-40b6-9487-dc47d8be0bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:43:03.451592 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-30fcc22d-16ce-4ac8-b50a-8ea0021fc582 admin admin] Publish callbacks [] for security_group (45834beb-1e9a-4822-b861-347dce4f6cf1), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.478219 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-30fcc22d-16ce-4ac8-b50a-8ea0021fc582 admin admin] Publish callbacks [] for security_group (45834beb-1e9a-4822-b861-347dce4f6cf1), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.518307 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c852fa-3ea1-4aa6-8470-ee7ecaecfcb2 req-2d3f0d2a-a01d-46b5-b9ae-d9f4bf59abbe tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:03.519920 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-12c852fa-3ea1-4aa6-8470-ee7ecaecfcb2 req-2d3f0d2a-a01d-46b5-b9ae-d9f4bf59abbe tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 944 time: 0.0922210 May 17 15:43:03.541539 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9246d9a-e4ee-49bf-808c-f0ae01263a37 req-25d32e2d-14bb-4fdf-91ca-4e44ce906285 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:03.542150 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-30fcc22d-16ce-4ac8-b50a-8ea0021fc582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (45834beb-1e9a-4822-b861-347dce4f6cf1), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.543092 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e9246d9a-e4ee-49bf-808c-f0ae01263a37 req-25d32e2d-14bb-4fdf-91ca-4e44ce906285 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.1142571 May 17 15:43:03.545100 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-30fcc22d-16ce-4ac8-b50a-8ea0021fc582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.547008 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-30fcc22d-16ce-4ac8-b50a-8ea0021fc582 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/45834beb-1e9a-4822-b861-347dce4f6cf1 HTTP/1.1" status: 204 len: 168 time: 0.1664793 May 17 15:43:03.559754 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcc22d-16ce-4ac8-b50a-8ea0021fc582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45834beb-1e9a-4822-b861-347dce4f6cf1,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:03.611669 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-12c852fa-3ea1-4aa6-8470-ee7ecaecfcb2 req-d7bf85b2-98a0-4c97-8259-69db1092c215 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859637 May 17 15:43:03.623774 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e9246d9a-e4ee-49bf-808c-f0ae01263a37 req-ccab25e8-78c7-491c-9247-5d61c25c8f10 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666046 May 17 15:43:03.778286 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336f1c0-166f-4abb-8cb1-d18bde99cf22 req-e3ce92f7-cfb4-4c7b-9c41-80fd6a7671fa tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:03.779860 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7336f1c0-166f-4abb-8cb1-d18bde99cf22 req-e3ce92f7-cfb4-4c7b-9c41-80fd6a7671fa tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0777769 May 17 15:43:03.788154 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382782eb-5d29-4a1c-89b3-27f044237c02 req-1e051bf5-5b03-451e-a95f-62d667dd03c0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:03.789635 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-382782eb-5d29-4a1c-89b3-27f044237c02 req-1e051bf5-5b03-451e-a95f-62d667dd03c0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0774181 May 17 15:43:03.857576 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50514) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:03.865641 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7336f1c0-166f-4abb-8cb1-d18bde99cf22 req-b4b36b79-7185-4aef-9a7a-98099c868616 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744662 May 17 15:43:03.866034 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d88db692-f314-4035-ad7b-ca49d3a51b36 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:43:03.869488 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-382782eb-5d29-4a1c-89b3-27f044237c02 req-51ab2900-8d1e-4c00-9459-0d064fee363b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717306 May 17 15:43:03.883948 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f73c0bff-10d3-4826-a4ec-6bc8dd06861b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.920291 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port d88db692-f314-4035-ad7b-ca49d3a51b36 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:43:03.927335 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port d88db692-f314-4035-ad7b-ca49d3a51b36 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:43:03.927839 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.965499 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f73c0bff-10d3-4826-a4ec-6bc8dd06861b admin admin] Publish callbacks [] for security_group (9854761c-a840-443d-9b24-a53d62434545), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:03.970209 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f73c0bff-10d3-4826-a4ec-6bc8dd06861b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9854761c-a840-443d-9b24-a53d62434545), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:04.002172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d88db692-f314-4035-ad7b-ca49d3a51b36 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:43:04.002612 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:04.009842 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f73c0bff-10d3-4826-a4ec-6bc8dd06861b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b76299cc11d64d5b8250ee45ede7e3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510985 May 17 15:43:04.010725 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c0bff-10d3-4826-a4ec-6bc8dd06861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854761c-a840-443d-9b24-a53d62434545,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:04.012656 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50516) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:04.030762 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cc19bf-e9b1-4087-bffb-757df05d29e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88db692-f314-4035-ad7b-ca49d3a51b36'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:43:04.033050 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77edec42-89df-476e-b325-3f4bfce39f7f" -d '{"events": [{"server_uuid": "73cc19bf-e9b1-4087-bffb-757df05d29e5", "name": "network-vif-plugged", "status": "completed", "tag": "d88db692-f314-4035-ad7b-ca49d3a51b36"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:43:04.046551 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d88db692-f314-4035-ad7b-ca49d3a51b36, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d88db692-f314-4035-ad7b-ca49d3a51b36,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:04.051304 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:04.080920 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d125965b-d20a-4d9e-9a29-faebb42bc00c x-openstack-request-id: req-d125965b-d20a-4d9e-9a29-faebb42bc00c {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:43:04.081234 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cc19bf-e9b1-4087-bffb-757df05d29e5", "name": "network-vif-plugged", "status": "completed", "tag": "d88db692-f314-4035-ad7b-ca49d3a51b36", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:43:04.081490 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d125965b-d20a-4d9e-9a29-faebb42bc00c {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:43:04.081882 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d125965b-d20a-4d9e-9a29-faebb42bc00c'] response: {'server_uuid': '73cc19bf-e9b1-4087-bffb-757df05d29e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88db692-f314-4035-ad7b-ca49d3a51b36', 'code': 200} May 17 15:43:04.104753 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1f93177-afac-40c2-a7a5-7e7b911f87a2 admin admin] Publish callbacks [] for security_group (9854761c-a840-443d-9b24-a53d62434545), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:04.108151 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d88db692-f314-4035-ad7b-ca49d3a51b36,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:04.115941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-59739575-1d99-4547-9f3a-dee55a239dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:04.117434 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-59739575-1d99-4547-9f3a-dee55a239dd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649161 May 17 15:43:04.130621 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1f93177-afac-40c2-a7a5-7e7b911f87a2 admin admin] Publish callbacks [] for security_group (9854761c-a840-443d-9b24-a53d62434545), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:04.179593 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1f93177-afac-40c2-a7a5-7e7b911f87a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9854761c-a840-443d-9b24-a53d62434545), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:04.182820 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1f93177-afac-40c2-a7a5-7e7b911f87a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:04.183962 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-f1f93177-afac-40c2-a7a5-7e7b911f87a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9854761c-a840-443d-9b24-a53d62434545 HTTP/1.1" status: 204 len: 168 time: 0.1703303 May 17 15:43:04.191395 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f93177-afac-40c2-a7a5-7e7b911f87a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854761c-a840-443d-9b24-a53d62434545,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:04.281571 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:04.803065 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a584c-8e37-4fa0-b6c4-d6dc582509b0 req-924ec16e-fc7a-4953-8c80-b72631565dd3 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:04.804667 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f52a584c-8e37-4fa0-b6c4-d6dc582509b0 req-924ec16e-fc7a-4953-8c80-b72631565dd3 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0698266 May 17 15:43:04.840642 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e815-92de-4fb4-9ea1-0515d41464cd req-174203d6-e8cc-4249-9593-5c643be0b053 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:04.841175 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f274e815-92de-4fb4-9ea1-0515d41464cd req-174203d6-e8cc-4249-9593-5c643be0b053 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.1214917 May 17 15:43:04.844405 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50554) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:04.917486 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f52a584c-8e37-4fa0-b6c4-d6dc582509b0 req-527ec0a0-145a-4afe-a387-5a240e0a1e95 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989945 May 17 15:43:04.972515 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f274e815-92de-4fb4-9ea1-0515d41464cd req-8110370d-7f24-48fa-a148-a0967da6da2a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128931 May 17 15:43:05.011404 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed31a320-e4e9-4b7a-ab0a-d260a4b082b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.064046 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2a7d8-942e-4db2-84ab-c985f78b31ac req-88a3a578-ef58-4f12-b8a0-40f48961d50b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:05.072670 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3bf2a7d8-942e-4db2-84ab-c985f78b31ac req-88a3a578-ef58-4f12-b8a0-40f48961d50b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0807867 May 17 15:43:05.128814 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed31a320-e4e9-4b7a-ab0a-d260a4b082b0 admin admin] Publish callbacks [] for security_group (7bffb35f-7e23-4f4d-b6b0-4f006451a34d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.133828 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed31a320-e4e9-4b7a-ab0a-d260a4b082b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7bffb35f-7e23-4f4d-b6b0-4f006451a34d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.154757 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba3c0-341f-4d7b-9602-a3f35420efa7 req-d9ec2ce2-f35c-4b42-a707-13d96bce09fc tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:05.156260 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21eba3c0-341f-4d7b-9602-a3f35420efa7 req-d9ec2ce2-f35c-4b42-a707-13d96bce09fc tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0673504 May 17 15:43:05.168219 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3bf2a7d8-942e-4db2-84ab-c985f78b31ac req-c225a8fa-6c77-48d7-8b34-900d86d0f03b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944641 May 17 15:43:05.190858 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ed31a320-e4e9-4b7a-ab0a-d260a4b082b0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d3379e9ffb88408781ad3728b8d76895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427408 May 17 15:43:05.191747 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50578) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:05.208181 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31a320-e4e9-4b7a-ab0a-d260a4b082b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bffb35f-7e23-4f4d-b6b0-4f006451a34d,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:05.241808 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21eba3c0-341f-4d7b-9602-a3f35420efa7 req-ef5f2a10-abdc-42dc-902d-5a69d0b8799b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720160 May 17 15:43:05.263903 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b82ed6a9-0da8-4348-944e-c9af5a28475e admin admin] Publish callbacks [] for security_group (7bffb35f-7e23-4f4d-b6b0-4f006451a34d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.288106 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b82ed6a9-0da8-4348-944e-c9af5a28475e admin admin] Publish callbacks [] for security_group (7bffb35f-7e23-4f4d-b6b0-4f006451a34d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.341184 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b82ed6a9-0da8-4348-944e-c9af5a28475e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7bffb35f-7e23-4f4d-b6b0-4f006451a34d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.343911 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b82ed6a9-0da8-4348-944e-c9af5a28475e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.345315 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b82ed6a9-0da8-4348-944e-c9af5a28475e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7bffb35f-7e23-4f4d-b6b0-4f006451a34d HTTP/1.1" status: 204 len: 168 time: 0.1520114 May 17 15:43:05.353724 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ed6a9-0da8-4348-944e-c9af5a28475e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bffb35f-7e23-4f4d-b6b0-4f006451a34d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:05.738864 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50610) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:05.751480 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b2216d8-ac09-4b5a-85fe-4dfaf12169d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.827231 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b2216d8-ac09-4b5a-85fe-4dfaf12169d6 admin admin] Publish callbacks [] for security_group (8da4a53a-09a7-45de-a42d-bdd97d9071bc), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.831585 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b2216d8-ac09-4b5a-85fe-4dfaf12169d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (8da4a53a-09a7-45de-a42d-bdd97d9071bc), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.870253 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8b2216d8-ac09-4b5a-85fe-4dfaf12169d6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e2109de1dad4661977e967a9c8259de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302495 May 17 15:43:05.872163 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2216d8-ac09-4b5a-85fe-4dfaf12169d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da4a53a-09a7-45de-a42d-bdd97d9071bc,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:05.872838 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50614) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:05.927066 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cb53ff01-53da-4ea8-afd7-4446f44cd45f admin admin] Publish callbacks [] for security_group (8da4a53a-09a7-45de-a42d-bdd97d9071bc), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:05.948950 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cb53ff01-53da-4ea8-afd7-4446f44cd45f admin admin] Publish callbacks [] for security_group (8da4a53a-09a7-45de-a42d-bdd97d9071bc), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.000550 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.029232 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b62a7-2283-4f23-9938-fe5533f13611 req-d1db38e0-f8c9-4629-a79f-011ef8a210db tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:06.030989 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-774b62a7-2283-4f23-9938-fe5533f13611 req-d1db38e0-f8c9-4629-a79f-011ef8a210db tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0526648 May 17 15:43:06.036345 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cb53ff01-53da-4ea8-afd7-4446f44cd45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (8da4a53a-09a7-45de-a42d-bdd97d9071bc), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.039321 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cb53ff01-53da-4ea8-afd7-4446f44cd45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.040660 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-cb53ff01-53da-4ea8-afd7-4446f44cd45f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8da4a53a-09a7-45de-a42d-bdd97d9071bc HTTP/1.1" status: 204 len: 168 time: 0.1668534 May 17 15:43:06.055789 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53ff01-53da-4ea8-afd7-4446f44cd45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da4a53a-09a7-45de-a42d-bdd97d9071bc,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:06.105467 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-774b62a7-2283-4f23-9938-fe5533f13611 req-234a82ac-011b-4824-8849-7f3fa725c9e5 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634379 May 17 15:43:06.144569 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1df485-47fc-42f6-8d02-f06a75be0992 req-566c2f1a-4358-4d87-b812-8e9d80062845 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:06.146090 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5b1df485-47fc-42f6-8d02-f06a75be0992 req-566c2f1a-4358-4d87-b812-8e9d80062845 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0628710 May 17 15:43:06.215278 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5b1df485-47fc-42f6-8d02-f06a75be0992 req-645feb13-fe32-4678-9527-01c3cc74a6b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625830 May 17 15:43:06.357126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9afe2f-2fe3-40fb-8c6b-465a0739e5a8 req-ee5348f7-0b5f-4cc1-b653-657493da2203 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:06.358624 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2c9afe2f-2fe3-40fb-8c6b-465a0739e5a8 req-ee5348f7-0b5f-4cc1-b653-657493da2203 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0827954 May 17 15:43:06.390376 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303898ba-dd2a-4fcf-ba2e-d608227a6e62 req-3516b8b6-a27e-4445-a27f-abf9320f0a81 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:06.391849 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-303898ba-dd2a-4fcf-ba2e-d608227a6e62 req-3516b8b6-a27e-4445-a27f-abf9320f0a81 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.0734575 May 17 15:43:06.434794 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2c9afe2f-2fe3-40fb-8c6b-465a0739e5a8 req-2c8535e4-8885-4a78-9839-6ea4c0a57e7a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693119 May 17 15:43:06.473085 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-303898ba-dd2a-4fcf-ba2e-d608227a6e62 req-366ebdcd-1d9a-478e-81e7-55abc7b2aa4c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675261 May 17 15:43:06.594707 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50662) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:06.650138 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_v2 [None req-760b6b10-82cd-4c40-abe0-6c9a292b6568 admin admin] Deleting subnet 0a6cd93b-1692-45db-aec1-eec30ff0ec99 {{(pid=110301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:43:06.653418 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-760b6b10-82cd-4c40-abe0-6c9a292b6568 admin admin] Publish callbacks [] for subnet (0a6cd93b-1692-45db-aec1-eec30ff0ec99), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.688982 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-760b6b10-82cd-4c40-abe0-6c9a292b6568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13728994'] for subnet (0a6cd93b-1692-45db-aec1-eec30ff0ec99), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.734325 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-760b6b10-82cd-4c40-abe0-6c9a292b6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (0a6cd93b-1692-45db-aec1-eec30ff0ec99), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.801206 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-760b6b10-82cd-4c40-abe0-6c9a292b6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13473968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771334'] for subnet (0a6cd93b-1692-45db-aec1-eec30ff0ec99), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.841617 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b6b10-82cd-4c40-abe0-6c9a292b6568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6cd93b-1692-45db-aec1-eec30ff0ec99,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:06.849556 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-760b6b10-82cd-4c40-abe0-6c9a292b6568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:06.855323 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-760b6b10-82cd-4c40-abe0-6c9a292b6568 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0a6cd93b-1692-45db-aec1-eec30ff0ec99 HTTP/1.1" status: 204 len: 168 time: 0.2574213 May 17 15:43:06.855743 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50678) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:06.943028 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (8fef86fd-2562-4008-9d4d-e475cd8a2a90), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.045393 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (8fef86fd-2562-4008-9d4d-e475cd8a2a90), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.067038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fef86fd-2562-4008-9d4d-e475cd8a2a90']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:07.077081 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b69f46c-da3a-40bb-a581-00067ce766f6') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:07.077379 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b69f46c-da3a-40bb-a581-00067ce766f6') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:07.087480 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (0b69f46c-da3a-40bb-a581-00067ce766f6), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.101166 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (0b69f46c-da3a-40bb-a581-00067ce766f6), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.108056 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:43:07.108706 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (0b69f46c-da3a-40bb-a581-00067ce766f6), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:43:07.110736 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:43:07.184490 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (8fef86fd-2562-4008-9d4d-e475cd8a2a90), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.208624 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.211869 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] 10.222.0.75 "DELETE /v2.0/networks/8fef86fd-2562-4008-9d4d-e475cd8a2a90 HTTP/1.1" status: 204 len: 168 time: 0.3548348 May 17 15:43:07.215245 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50694) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:07.236875 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efb27b-b236-4be3-9c09-a8474b89c64b admin admin] Pushing event deleted for resources: {'Network': ['ID=8fef86fd-2562-4008-9d4d-e475cd8a2a90,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:07.269775 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037010b9-58d2-405a-bda8-35dc424a0da6 req-cb7452a5-07a2-4d4d-b4ff-45a2df7e9007 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:07.271286 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-037010b9-58d2-405a-bda8-35dc424a0da6 req-cb7452a5-07a2-4d4d-b4ff-45a2df7e9007 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0975645 May 17 15:43:07.294022 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3ae94a-c895-47a7-b82e-5da3fc4c4749 admin admin] Deleting subnet c8cebef4-f2f8-4fab-86ad-304c682f67a6 {{(pid=110301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:43:07.314326 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae94a-c895-47a7-b82e-5da3fc4c4749 admin admin] Publish callbacks [] for subnet (c8cebef4-f2f8-4fab-86ad-304c682f67a6), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.401979 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9427a-986c-4db6-9418-edf5bfbc2879 req-6ac612f4-06ff-467b-8bec-749ea8bac480 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:07.403506 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72b9427a-986c-4db6-9418-edf5bfbc2879 req-6ac612f4-06ff-467b-8bec-749ea8bac480 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.1128509 May 17 15:43:07.406419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-037010b9-58d2-405a-bda8-35dc424a0da6 req-ae070481-f1c6-4939-a519-85479119497f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247327 May 17 15:43:07.408539 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae94a-c895-47a7-b82e-5da3fc4c4749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13728994'] for subnet (c8cebef4-f2f8-4fab-86ad-304c682f67a6), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.475164 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae94a-c895-47a7-b82e-5da3fc4c4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (c8cebef4-f2f8-4fab-86ad-304c682f67a6), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.490816 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.515537 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72b9427a-986c-4db6-9418-edf5bfbc2879 req-f783c0e7-8c1b-423c-a5ef-ec20397a679f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048310 May 17 15:43:07.594560 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae94a-c895-47a7-b82e-5da3fc4c4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13473968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771334'] for subnet (c8cebef4-f2f8-4fab-86ad-304c682f67a6), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.643860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea30f-91cc-4ebf-8f9a-cc6a58a59a43 req-84cf89a6-ffe5-4418-bb9e-27c5add779c3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:07.645345 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f37ea30f-91cc-4ebf-8f9a-cc6a58a59a43 req-84cf89a6-ffe5-4418-bb9e-27c5add779c3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.1078384 May 17 15:43:07.650927 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ae94a-c895-47a7-b82e-5da3fc4c4749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8cebef4-f2f8-4fab-86ad-304c682f67a6,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:07.665022 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae94a-c895-47a7-b82e-5da3fc4c4749 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.668390 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ee3ae94a-c895-47a7-b82e-5da3fc4c4749 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c8cebef4-f2f8-4fab-86ad-304c682f67a6 HTTP/1.1" status: 204 len: 168 time: 0.4517913 May 17 15:43:07.670501 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50718) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:07.675366 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132a7c8-26c6-499d-824e-9c6dc8e2fa1a req-d4a2ec84-690b-4ed8-8c43-0029d1258698 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:07.676880 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a132a7c8-26c6-499d-824e-9c6dc8e2fa1a req-d4a2ec84-690b-4ed8-8c43-0029d1258698 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 943 time: 0.1012127 May 17 15:43:07.739520 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f37ea30f-91cc-4ebf-8f9a-cc6a58a59a43 req-5a0bdad9-4ed9-4368-8289-58db1410c190 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844648 May 17 15:43:07.750674 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a132a7c8-26c6-499d-824e-9c6dc8e2fa1a req-4b6cd8db-88cf-46ba-88b7-de7057b1e53a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661044 May 17 15:43:07.776762 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (b58aa596-7221-4c66-b4d8-42e26cc474bb), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.854681 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (b58aa596-7221-4c66-b4d8-42e26cc474bb), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.875092 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58aa596-7221-4c66-b4d8-42e26cc474bb']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:07.885298 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356334b7-1eae-4d67-b8b2-845b290e20fd') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:07.885699 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356334b7-1eae-4d67-b8b2-845b290e20fd') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:07.889125 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 83c15363-afe5-4cf3-81f7-17976151a63d details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:43:07.900067 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13879681'] for segment (356334b7-1eae-4d67-b8b2-845b290e20fd), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.917474 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (356334b7-1eae-4d67-b8b2-845b290e20fd), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.925349 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:43:07.925941 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029102'] for segment (356334b7-1eae-4d67-b8b2-845b290e20fd), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: Traceback (most recent call last): May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: timer() May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: cb(*args, **kw) May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: return func(*args, **kwargs) May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: self._notify() May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: self.callback(batched_events) May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: event.method(event) May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: return f(self, *a, **k) May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._get(url).json() May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:43:07.928014 dv-cinder-842128-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:43:07.987673 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (b58aa596-7221-4c66-b4d8-42e26cc474bb), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.994131 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:07.998538 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] 10.222.0.75 "DELETE /v2.0/networks/b58aa596-7221-4c66-b4d8-42e26cc474bb HTTP/1.1" status: 204 len: 168 time: 0.3270271 May 17 15:43:08.023712 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e8c57-307d-4c32-ba89-3c974b0a39da admin admin] Pushing event deleted for resources: {'Network': ['ID=b58aa596-7221-4c66-b4d8-42e26cc474bb,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:08.043078 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 83c15363-afe5-4cf3-81f7-17976151a63d, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=83c15363-afe5-4cf3-81f7-17976151a63d,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:08.043896 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50736) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:08.064143 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '83c15363-afe5-4cf3-81f7-17976151a63d', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:43:08.120360 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 83c15363-afe5-4cf3-81f7-17976151a63d is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:43:08.120958 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.150585 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c15363-afe5-4cf3-81f7-17976151a63d {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:43:08.182670 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 83c15363-afe5-4cf3-81f7-17976151a63d, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=83c15363-afe5-4cf3-81f7-17976151a63d,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:08.188167 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.211429 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-78f7ade4-b353-4d21-a7de-069be6c51757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.267718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50750) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:08.287362 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=83c15363-afe5-4cf3-81f7-17976151a63d,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:08.320044 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-78f7ade4-b353-4d21-a7de-069be6c51757 admin admin] Publish callbacks [] for security_group (95dca1a9-22c9-4649-b4ea-be3fa1cfb4ed), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.325992 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-78f7ade4-b353-4d21-a7de-069be6c51757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (95dca1a9-22c9-4649-b4ea-be3fa1cfb4ed), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.345748 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50756) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:08.346905 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-05ddde36-1cb9-474f-afbc-8aa78f2b4c1b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca2444fc9d724881b212f4a9d24ca430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776567 May 17 15:43:08.390192 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-78f7ade4-b353-4d21-a7de-069be6c51757 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=739e72ffc1194e50adaf59f2ba00b7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450928 May 17 15:43:08.393174 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50762) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:08.397785 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7ade4-b353-4d21-a7de-069be6c51757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dca1a9-22c9-4649-b4ea-be3fa1cfb4ed,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:08.428536 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7500b839-df62-492b-af93-63760d6176c5 admin admin] Publish callbacks [] for security_group (b92f081c-d7e7-4aaa-b757-50d83671b140), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.455339 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7500b839-df62-492b-af93-63760d6176c5 admin admin] Publish callbacks [] for security_group (b92f081c-d7e7-4aaa-b757-50d83671b140), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.471082 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-58ef56b1-1d3b-4344-bbdc-43505b95e70d admin admin] Publish callbacks [] for security_group (95dca1a9-22c9-4649-b4ea-be3fa1cfb4ed), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.498120 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-58ef56b1-1d3b-4344-bbdc-43505b95e70d admin admin] Publish callbacks [] for security_group (95dca1a9-22c9-4649-b4ea-be3fa1cfb4ed), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.511027 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7500b839-df62-492b-af93-63760d6176c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b92f081c-d7e7-4aaa-b757-50d83671b140), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.514649 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7500b839-df62-492b-af93-63760d6176c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.518912 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7500b839-df62-492b-af93-63760d6176c5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b92f081c-d7e7-4aaa-b757-50d83671b140 HTTP/1.1" status: 204 len: 168 time: 0.1718197 May 17 15:43:08.526845 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500b839-df62-492b-af93-63760d6176c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92f081c-d7e7-4aaa-b757-50d83671b140,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:08.583741 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0340e5-48ae-42c4-af9e-d2ce8773645b req-6227bbda-939d-4d8e-ad9b-cbb1bb6d3add tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:08.588081 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['83c15363-afe5-4cf3-81f7-17976151a63d'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:43:08.591977 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3e0340e5-48ae-42c4-af9e-d2ce8773645b req-6227bbda-939d-4d8e-ad9b-cbb1bb6d3add tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0899253 May 17 15:43:08.678941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-58ef56b1-1d3b-4344-bbdc-43505b95e70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (95dca1a9-22c9-4649-b4ea-be3fa1cfb4ed), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.683276 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-58ef56b1-1d3b-4344-bbdc-43505b95e70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:08.685329 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-58ef56b1-1d3b-4344-bbdc-43505b95e70d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/95dca1a9-22c9-4649-b4ea-be3fa1cfb4ed HTTP/1.1" status: 204 len: 168 time: 0.2908411 May 17 15:43:08.726954 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3e0340e5-48ae-42c4-af9e-d2ce8773645b req-dc3a0d41-a10f-4cca-81d5-abc1227d8be6 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298137 May 17 15:43:08.735672 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e651abc-1886-4e2b-9d03-ad31d9b88091 req-872b399b-f62b-4f58-b34e-7b98878f097d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:08.737405 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6e651abc-1886-4e2b-9d03-ad31d9b88091 req-872b399b-f62b-4f58-b34e-7b98878f097d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.1363790 May 17 15:43:08.743379 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef56b1-1d3b-4344-bbdc-43505b95e70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dca1a9-22c9-4649-b4ea-be3fa1cfb4ed,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:08.817427 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6e651abc-1886-4e2b-9d03-ad31d9b88091 req-03a33554-f248-4ca5-86a1-fac052282b66 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700758 May 17 15:43:08.949617 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b641a3-6513-4725-b69d-edc10730df7a req-8911ff9e-a9de-4842-a9c3-1f664cb5ba47 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:08.951155 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c1b641a3-6513-4725-b69d-edc10730df7a req-8911ff9e-a9de-4842-a9c3-1f664cb5ba47 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.1005712 May 17 15:43:08.984541 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf0ec9-16e0-4a9a-84ff-47d5bce35a50 req-80d1512f-f44f-4fa7-833b-331b408cfa14 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:08.986183 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fbdf0ec9-16e0-4a9a-84ff-47d5bce35a50 req-80d1512f-f44f-4fa7-833b-331b408cfa14 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 944 time: 0.0800750 May 17 15:43:09.031019 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c1b641a3-6513-4725-b69d-edc10730df7a req-200091d3-a2ef-4bb7-8418-af08ace04abe tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717924 May 17 15:43:09.069503 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fbdf0ec9-16e0-4a9a-84ff-47d5bce35a50 req-cc703b64-8c68-4105-9834-35cf32132575 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716014 May 17 15:43:09.136592 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50782) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:09.169682 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 50784) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:09.178444 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-b77a98b2-f12c-4b1f-a2ef-2d563055a401 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce75b97c54f34e4a9db8b69776d135c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404348 May 17 15:43:09.181537 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50786) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:09.183413 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-93bfd11f-db3f-44e2-b292-055d745f96b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.229181 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8c6e11b2-a6c8-4b19-b82f-a49a478bcdbd admin admin] Publish callbacks [] for security_group (35e3ce40-f123-4953-8d68-ce03c9498af1), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.251197 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8c6e11b2-a6c8-4b19-b82f-a49a478bcdbd admin admin] Publish callbacks [] for security_group (35e3ce40-f123-4953-8d68-ce03c9498af1), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.259795 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-93bfd11f-db3f-44e2-b292-055d745f96b9 admin admin] Publish callbacks [] for security_group (9be1c234-45a5-41a4-a9e5-346456663a2d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.263443 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-93bfd11f-db3f-44e2-b292-055d745f96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9be1c234-45a5-41a4-a9e5-346456663a2d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.299565 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8c6e11b2-a6c8-4b19-b82f-a49a478bcdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (35e3ce40-f123-4953-8d68-ce03c9498af1), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.302019 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8c6e11b2-a6c8-4b19-b82f-a49a478bcdbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.303210 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8c6e11b2-a6c8-4b19-b82f-a49a478bcdbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35e3ce40-f123-4953-8d68-ce03c9498af1 HTTP/1.1" status: 204 len: 168 time: 0.1203170 May 17 15:43:09.313757 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e11b2-a6c8-4b19-b82f-a49a478bcdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e3ce40-f123-4953-8d68-ce03c9498af1,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:09.313924 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-93bfd11f-db3f-44e2-b292-055d745f96b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b40d16b786a4cfcb667026ad1d38214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406646 May 17 15:43:09.314219 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 50790) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:09.323592 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfd11f-db3f-44e2-b292-055d745f96b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be1c234-45a5-41a4-a9e5-346456663a2d,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:09.369096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cefdbe8a-6acd-4223-8b31-77781563e297 admin admin] Publish callbacks [] for security_group (9be1c234-45a5-41a4-a9e5-346456663a2d), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.390911 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cefdbe8a-6acd-4223-8b31-77781563e297 admin admin] Publish callbacks [] for security_group (9be1c234-45a5-41a4-a9e5-346456663a2d), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.439965 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cefdbe8a-6acd-4223-8b31-77781563e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9be1c234-45a5-41a4-a9e5-346456663a2d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.442754 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cefdbe8a-6acd-4223-8b31-77781563e297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:09.443941 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-cefdbe8a-6acd-4223-8b31-77781563e297 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9be1c234-45a5-41a4-a9e5-346456663a2d HTTP/1.1" status: 204 len: 168 time: 0.1287875 May 17 15:43:09.451770 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdbe8a-6acd-4223-8b31-77781563e297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be1c234-45a5-41a4-a9e5-346456663a2d,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:09.876932 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53795385-0362-4cc5-85c1-5b391bdf5103 req-6e54e3bb-a5bd-4164-8ad4-198d3596cb17 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:09.878476 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-53795385-0362-4cc5-85c1-5b391bdf5103 req-6e54e3bb-a5bd-4164-8ad4-198d3596cb17 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0693223 May 17 15:43:09.974877 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ec25-f2c1-4670-bac6-a76ff234d199 req-1d6ba082-f77a-4f84-8b3f-17b20bc229b0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:09.981877 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3179ec25-f2c1-4670-bac6-a76ff234d199 req-1d6ba082-f77a-4f84-8b3f-17b20bc229b0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0806320 May 17 15:43:09.989630 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-53795385-0362-4cc5-85c1-5b391bdf5103 req-3504680d-42b7-456c-a29a-645ef9c04ea7 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031566 May 17 15:43:10.048959 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3179ec25-f2c1-4670-bac6-a76ff234d199 req-1d00c862-d690-4083-8012-6c92a0ea9b81 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661948 May 17 15:43:10.253771 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc7182-f251-4b2f-8acf-94ab491f3872 req-d71d9ffe-e24a-4cbd-82f7-5939698baeab tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:10.260716 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-99dc7182-f251-4b2f-8acf-94ab491f3872 req-d71d9ffe-e24a-4cbd-82f7-5939698baeab tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 944 time: 0.0834119 May 17 15:43:10.277689 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4b00c-41ab-47bc-92a7-4c0765db6b8b req-9dabfb4b-be95-4dd6-b870-22f7e12efd00 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:10.279318 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ded4b00c-41ab-47bc-92a7-4c0765db6b8b req-9dabfb4b-be95-4dd6-b870-22f7e12efd00 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.1229198 May 17 15:43:10.367068 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-99dc7182-f251-4b2f-8acf-94ab491f3872 req-16cac9f8-f547-4b0d-9a43-d9be8d455813 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049421 May 17 15:43:10.408094 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ded4b00c-41ab-47bc-92a7-4c0765db6b8b req-4ad5d6bd-9ae3-4769-8c82-13e2aa29a3db tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204705 May 17 15:43:11.106248 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7cef-12ad-46e0-84ca-fe6bb465b820 req-545d18e1-dedd-4f25-a42f-558c8cf79004 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:11.107715 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-75fb7cef-12ad-46e0-84ca-fe6bb465b820 req-545d18e1-dedd-4f25-a42f-558c8cf79004 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0531850 May 17 15:43:11.181265 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-75fb7cef-12ad-46e0-84ca-fe6bb465b820 req-2ec84dc5-d028-4fc5-a8f7-b29780be63af tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678754 May 17 15:43:11.194246 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e15491-7998-4570-8d32-9149fcbb7e33 req-4a8ccaf8-b827-4ce9-bd90-67a878b6eb68 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:11.195703 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9e15491-7998-4570-8d32-9149fcbb7e33 req-4a8ccaf8-b827-4ce9-bd90-67a878b6eb68 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0608840 May 17 15:43:11.244783 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9e15491-7998-4570-8d32-9149fcbb7e33 req-13489981-112e-45d4-9a43-2d46176f873a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 May 17 15:43:11.488911 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389efc2-2856-4a0b-9d52-22ccd3ee1388 req-3ce9833a-493b-480a-9165-d56b345a19ce tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:11.490562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d389efc2-2856-4a0b-9d52-22ccd3ee1388 req-3ce9833a-493b-480a-9165-d56b345a19ce tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 944 time: 0.0553219 May 17 15:43:11.547144 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a78c49-2e73-4629-85f4-58d7a2d17663 req-0b258a09-a716-4348-be48-f3b14d22b22f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:11.548581 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3a78c49-2e73-4629-85f4-58d7a2d17663 req-0b258a09-a716-4348-be48-f3b14d22b22f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0571065 May 17 15:43:11.587512 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d389efc2-2856-4a0b-9d52-22ccd3ee1388 req-ccebb505-c4d0-401b-b364-72fee1043338 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858347 May 17 15:43:11.613303 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3a78c49-2e73-4629-85f4-58d7a2d17663 req-4a4c37b7-1c2a-494f-80fe-0d699b7d3953 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551920 May 17 15:43:11.640631 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:43:12.293224 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575de04-923d-4200-9112-b97f2086b140 req-4c8982ec-572e-4bac-9832-857799db4a54 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:12.294723 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1575de04-923d-4200-9112-b97f2086b140 req-4c8982ec-572e-4bac-9832-857799db4a54 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0464156 May 17 15:43:12.389805 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44204a-d4e7-4134-bee2-81c1ca2e49ea req-4adaae2a-6c80-4319-95bb-682445719269 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:12.391298 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed44204a-d4e7-4134-bee2-81c1ca2e49ea req-4adaae2a-6c80-4319-95bb-682445719269 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0738485 May 17 15:43:12.395490 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1575de04-923d-4200-9112-b97f2086b140 req-9cb44151-1739-4146-a779-aff89e7997f8 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954030 May 17 15:43:12.436692 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed44204a-d4e7-4134-bee2-81c1ca2e49ea req-e77d8233-56ca-43ad-9c2f-619f408cfdab tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 May 17 15:43:12.724055 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878a90-efe9-4f9a-8a29-dd4d013a7089 req-1de3df91-2364-4c50-97bc-7f9bb26329aa tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:12.725543 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac878a90-efe9-4f9a-8a29-dd4d013a7089 req-1de3df91-2364-4c50-97bc-7f9bb26329aa tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 944 time: 0.0731742 May 17 15:43:12.754746 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba060c-a1cb-4b8c-8a5e-ff87118b7d1b req-6a84b9b1-7fd7-4cef-99f4-1365f4f10e89 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:12.756131 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-10ba060c-a1cb-4b8c-8a5e-ff87118b7d1b req-6a84b9b1-7fd7-4cef-99f4-1365f4f10e89 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0694368 May 17 15:43:12.804786 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac878a90-efe9-4f9a-8a29-dd4d013a7089 req-18cff1de-42ef-4bca-9ff8-ad220ac909b0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725789 May 17 15:43:12.823383 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-10ba060c-a1cb-4b8c-8a5e-ff87118b7d1b req-2125b98d-d953-4342-bd31-0f8eaa48b785 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605206 May 17 15:43:13.520126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d8064-1b52-43f2-b71b-e7071c25394d req-08039eb0-244d-425b-b3c1-aacf1fd1fa0f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:13.521507 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-284d8064-1b52-43f2-b71b-e7071c25394d req-08039eb0-244d-425b-b3c1-aacf1fd1fa0f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0545580 May 17 15:43:13.565892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d2679-e9c6-4bd5-8474-487e4c0de9c2 req-bdfe83b1-acfd-4c6e-9851-8b71bd9f8450 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:13.567306 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-104d2679-e9c6-4bd5-8474-487e4c0de9c2 req-bdfe83b1-acfd-4c6e-9851-8b71bd9f8450 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0634134 May 17 15:43:13.608992 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-284d8064-1b52-43f2-b71b-e7071c25394d req-5ac0862e-4b8f-443a-90d7-4d0bf5eacf94 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725877 May 17 15:43:13.630534 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-104d2679-e9c6-4bd5-8474-487e4c0de9c2 req-6d590e3c-a300-41b0-b8df-30430174f533 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573020 May 17 15:43:13.679840 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 83c15363-afe5-4cf3-81f7-17976151a63d up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:43:13.722892 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 83c15363-afe5-4cf3-81f7-17976151a63d completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:43:13.729590 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 83c15363-afe5-4cf3-81f7-17976151a63d triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:43:13.730097 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:13.825880 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 83c15363-afe5-4cf3-81f7-17976151a63d is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:43:13.826534 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:13.873543 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c15363-afe5-4cf3-81f7-17976151a63d'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:43:13.877367 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84028564-ea65-45fd-b15e-ac8e782815fc" -d '{"events": [{"server_uuid": "8ce6ee7f-d1fd-4950-b2b2-6504004d5e01", "name": "network-vif-plugged", "status": "completed", "tag": "83c15363-afe5-4cf3-81f7-17976151a63d"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:43:13.884438 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-20253af9-287c-4775-9b9b-3a4d423f5671 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294222 May 17 15:43:13.903408 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 83c15363-afe5-4cf3-81f7-17976151a63d, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=83c15363-afe5-4cf3-81f7-17976151a63d,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:13.908430 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:13.980880 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=83c15363-afe5-4cf3-81f7-17976151a63d,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:14.010612 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22292f26-2ca8-4d3a-aa02-c084b6ca5f86 req-bc683ea5-7044-43c6-ad64-b03adea917a2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:14.014686 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-22292f26-2ca8-4d3a-aa02-c084b6ca5f86 req-bc683ea5-7044-43c6-ad64-b03adea917a2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0855241 May 17 15:43:14.050658 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd3829-bedf-4982-80a6-adbe49b19927 req-c5e8a9db-9524-46bc-8082-05aa5a8b970a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:14.052096 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-79fd3829-bedf-4982-80a6-adbe49b19927 req-c5e8a9db-9524-46bc-8082-05aa5a8b970a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.1101711 May 17 15:43:14.098523 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-22292f26-2ca8-4d3a-aa02-c084b6ca5f86 req-57daccc0-4b4f-47ba-a82b-83b93f4d1fef tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799942 May 17 15:43:14.146713 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-79fd3829-bedf-4982-80a6-adbe49b19927 req-0c946a7d-7fe9-4ad3-9403-f16163d261b7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852273 May 17 15:43:14.153635 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94872533-7553-47b8-8ea0-661845a2cd16 x-openstack-request-id: req-94872533-7553-47b8-8ea0-661845a2cd16 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:43:14.156112 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce6ee7f-d1fd-4950-b2b2-6504004d5e01", "name": "network-vif-plugged", "status": "completed", "tag": "83c15363-afe5-4cf3-81f7-17976151a63d", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:43:14.156112 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94872533-7553-47b8-8ea0-661845a2cd16 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:43:14.156600 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94872533-7553-47b8-8ea0-661845a2cd16'] response: {'server_uuid': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c15363-afe5-4cf3-81f7-17976151a63d', 'code': 200} May 17 15:43:14.741926 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b02de-04b9-419e-b231-e8bf93c53e1e req-b849bb7d-a1d8-4855-accb-7b836f309ddc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:14.743377 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e96b02de-04b9-419e-b231-e8bf93c53e1e req-b849bb7d-a1d8-4855-accb-7b836f309ddc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0460854 May 17 15:43:14.788178 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e96b02de-04b9-419e-b231-e8bf93c53e1e req-e13237db-585e-44af-b4e5-fb7ac4066c2f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 May 17 15:43:15.216257 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741f76-c5cc-4e47-b8b8-4b734110ac99 req-dc8c3eaa-6258-4ab9-af52-6de5b05fa6a9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:15.217717 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-11741f76-c5cc-4e47-b8b8-4b734110ac99 req-dc8c3eaa-6258-4ab9-af52-6de5b05fa6a9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0462196 May 17 15:43:15.285481 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb563-d674-486e-801a-1589648c1ff0 req-5b5fd7de-7b18-4dad-a7ca-1a9ff61def32 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:15.286961 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0adeb563-d674-486e-801a-1589648c1ff0 req-5b5fd7de-7b18-4dad-a7ca-1a9ff61def32 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0683615 May 17 15:43:15.306973 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-11741f76-c5cc-4e47-b8b8-4b734110ac99 req-244702db-264a-460f-93b8-152575de6fbb tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802319 May 17 15:43:15.340605 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0adeb563-d674-486e-801a-1589648c1ff0 req-993b269a-f9d8-4fa5-b926-9061241a5018 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461447 May 17 15:43:15.900048 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb14c-b79c-4a25-ba5a-b544b972afa1 req-8a8a64d6-0aec-48cc-b492-9d9dfaa816e3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:15.901444 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-82edb14c-b79c-4a25-ba5a-b544b972afa1 req-8a8a64d6-0aec-48cc-b492-9d9dfaa816e3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0448546 May 17 15:43:15.928942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 41b61a96-78fb-4784-84f7-a1553b8a3cee details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:43:15.946713 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-82edb14c-b79c-4a25-ba5a-b544b972afa1 req-48c02d6a-30aa-482d-b5f4-26eb443f585a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 May 17 15:43:16.027418 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 41b61a96-78fb-4784-84f7-a1553b8a3cee, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:16.038045 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '41b61a96-78fb-4784-84f7-a1553b8a3cee', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'port_id': '41b61a96-78fb-4784-84f7-a1553b8a3cee', 'mac_address': 'fa:16:3e:0f:2d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:43:16.071194 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 41b61a96-78fb-4784-84f7-a1553b8a3cee is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:43:16.071778 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:16.084600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b61a96-78fb-4784-84f7-a1553b8a3cee {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:43:16.106089 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 41b61a96-78fb-4784-84f7-a1553b8a3cee, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:16.110331 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:16.159250 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=41b61a96-78fb-4784-84f7-a1553b8a3cee,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:16.448587 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b076745-165b-48f9-8bc8-18a1dc8578ca req-2d08f011-2a73-4d1b-809d-f18335bf3e16 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:16.450062 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b076745-165b-48f9-8bc8-18a1dc8578ca req-2d08f011-2a73-4d1b-809d-f18335bf3e16 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0734336 May 17 15:43:16.464938 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8032bd-3d69-4505-82c0-0b86d5492458 req-8ac860e2-6470-431c-837a-7d1b5e15f654 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:16.466354 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0c8032bd-3d69-4505-82c0-0b86d5492458 req-8ac860e2-6470-431c-837a-7d1b5e15f654 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0601559 May 17 15:43:16.531439 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b076745-165b-48f9-8bc8-18a1dc8578ca req-abd11b98-d69e-4f4c-9184-35fd86cd3550 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735757 May 17 15:43:16.538121 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0c8032bd-3d69-4505-82c0-0b86d5492458 req-980844ab-6d71-432c-8950-2534fe25dfe0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660477 May 17 15:43:17.059114 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01716f-2e32-4aa2-a457-c0a70df79ac2 req-49e0ed5a-0180-44c8-ba76-997dc754ed05 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:17.060592 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-da01716f-2e32-4aa2-a457-c0a70df79ac2 req-49e0ed5a-0180-44c8-ba76-997dc754ed05 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0493104 May 17 15:43:17.106560 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-da01716f-2e32-4aa2-a457-c0a70df79ac2 req-c32dbba8-5414-40b2-9bc2-9aa9be5c94c5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 May 17 15:43:17.673130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bae21f-ac75-4302-af4c-1e71c8025c73 req-ab6d9f54-cee1-423d-a3ee-bfb1d38a2058 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:17.674561 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37bae21f-ac75-4302-af4c-1e71c8025c73 req-ab6d9f54-cee1-423d-a3ee-bfb1d38a2058 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0699072 May 17 15:43:17.680335 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cd421-86e7-4210-8c93-aa2a0d70714a req-cab4eb6d-d11c-4f10-85d9-4392b884664e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:17.681634 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d26cd421-86e7-4210-8c93-aa2a0d70714a req-cab4eb6d-d11c-4f10-85d9-4392b884664e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0793872 May 17 15:43:17.752405 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37bae21f-ac75-4302-af4c-1e71c8025c73 req-55dd691b-4106-4940-be54-126056d899e2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697076 May 17 15:43:17.756301 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d26cd421-86e7-4210-8c93-aa2a0d70714a req-5afdc4b8-fd16-49b5-ace2-a24dd9df36c0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681245 May 17 15:43:18.225432 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b04d5b-c94f-4c3f-ac17-5d4d451423c6 req-2db0b8d9-8e1c-446d-b68e-de2200322eff tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:18.227688 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e4b04d5b-c94f-4c3f-ac17-5d4d451423c6 req-2db0b8d9-8e1c-446d-b68e-de2200322eff tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0523152 May 17 15:43:18.272650 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e4b04d5b-c94f-4c3f-ac17-5d4d451423c6 req-d4485ef8-6cf8-41dc-8e9c-f669f22a63ae tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395992 May 17 15:43:18.893792 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93174f-d791-4c09-867a-1f8d1cc98825 req-ee21354e-7a65-4979-8aa4-f10cb8b2fd28 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:18.895289 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fb93174f-d791-4c09-867a-1f8d1cc98825 req-ee21354e-7a65-4979-8aa4-f10cb8b2fd28 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0765440 May 17 15:43:18.901223 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8be37-a0a5-465c-8e39-ed1e0dd21898 req-8958c9b3-a099-40e2-bec0-6a511268b2a6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:18.902621 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3a8be37-a0a5-465c-8e39-ed1e0dd21898 req-8958c9b3-a099-40e2-bec0-6a511268b2a6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0749812 May 17 15:43:19.165491 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fb93174f-d791-4c09-867a-1f8d1cc98825 req-70f56622-09c7-45bd-bbe5-ba31762914af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619278 May 17 15:43:19.168511 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3a8be37-a0a5-465c-8e39-ed1e0dd21898 req-314870b6-1dd8-4ca8-8dd6-b2132b46048f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593000 May 17 15:43:19.382768 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9e631-b0e9-4e1d-b762-0b16654e30d7 req-72b73a31-86b2-4227-a1c4-1571558c9aae tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:19.388798 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fbd9e631-b0e9-4e1d-b762-0b16654e30d7 req-72b73a31-86b2-4227-a1c4-1571558c9aae tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0457854 May 17 15:43:19.393224 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['41b61a96-78fb-4784-84f7-a1553b8a3cee'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:43:19.438897 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fbd9e631-b0e9-4e1d-b762-0b16654e30d7 req-11904dc6-ce5b-4465-a01a-b23f597746a8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 May 17 15:43:19.589071 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a844700c-49ee-41b1-8eda-4d007aba32d7 req-50dbdc16-12e1-457a-b390-f5650e57769a service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877328 May 17 15:43:20.104693 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b5de-1af8-4aac-af1b-4769e37cf55c req-1654cd02-fcec-438c-bc13-066f7ea2d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:20.106206 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bbe9b5de-1af8-4aac-af1b-4769e37cf55c req-1654cd02-fcec-438c-bc13-066f7ea2d965 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 1129 time: 0.0426741 May 17 15:43:20.327751 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328dd72-b168-4087-84e0-5fd93ce46f2f req-90091929-2071-426e-9aaa-9e74da073357 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:20.329287 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b328dd72-b168-4087-84e0-5fd93ce46f2f req-90091929-2071-426e-9aaa-9e74da073357 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0787621 May 17 15:43:20.335416 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1949c-0d1a-4c68-80f0-ecc0d3d39739 req-60b13b3e-5edd-4b8e-91df-0e64ad4c6fd7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:20.343282 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e8a1949c-0d1a-4c68-80f0-ecc0d3d39739 req-60b13b3e-5edd-4b8e-91df-0e64ad4c6fd7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0809183 May 17 15:43:20.426562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b328dd72-b168-4087-84e0-5fd93ce46f2f req-4d2af8fd-8bdc-4245-b9a6-ca4cf3b6f8a5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807920 May 17 15:43:20.429712 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e8a1949c-0d1a-4c68-80f0-ecc0d3d39739 req-2354e683-4d51-4542-9dc3-4420c7814527 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852847 May 17 15:43:20.583607 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3372d8d-30bc-4a37-8570-9091f5c2b78e req-d2bb0d9a-a5d3-451c-9efd-4258660d4ca1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:20.593195 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3372d8d-30bc-4a37-8570-9091f5c2b78e req-d2bb0d9a-a5d3-451c-9efd-4258660d4ca1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0773129 May 17 15:43:20.672443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac110c66-6535-45a3-8c5c-3f76e3176db1 req-473954f9-de8e-4003-8ba4-96272f0ad282 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:20.673958 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac110c66-6535-45a3-8c5c-3f76e3176db1 req-473954f9-de8e-4003-8ba4-96272f0ad282 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0721040 May 17 15:43:20.678149 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3372d8d-30bc-4a37-8570-9091f5c2b78e req-f11d5f1d-df75-4f5c-a84a-2a1539b42370 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841091 May 17 15:43:20.683067 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51102) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:20.689709 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'floatingip': {'port_id': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:43:20.761718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (6671b39f-c003-446b-bb62-6d4bcfdb3f08), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:21.329313 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:21.332828 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (6671b39f-c003-446b-bb62-6d4bcfdb3f08), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:21.423917 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Floating IP 6671b39f-c003-446b-bb62-6d4bcfdb3f08 associated. External IP: 172.27.2.87, port: d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e. May 17 15:43:21.558605 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f593d9-90b0-4667-8769-c2f2a3939113 req-a9f88da5-c991-446f-a277-eccd0e36e823 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:21.560010 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b0f593d9-90b0-4667-8769-c2f2a3939113 req-a9f88da5-c991-446f-a277-eccd0e36e823 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0556030 May 17 15:43:21.668446 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b0f593d9-90b0-4667-8769-c2f2a3939113 req-cd845303-4cf4-4226-9c5d-df17ce9366a5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809472 May 17 15:43:21.686615 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Router 86530571-bba0-41e0-95f5-ed0f506c1784 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:43:22.020926 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc8b38-be88-448f-8429-2129f30332eb req-e432c9a1-d76f-43b2-9393-247ef040f9f1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:22.022308 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b2dc8b38-be88-448f-8429-2129f30332eb req-e432c9a1-d76f-43b2-9393-247ef040f9f1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.2756774 May 17 15:43:22.023236 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:43:22.028561 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:22.037248 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] Sync routers for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:43:22.046697 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:43:22.047296 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:43:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:22.076735 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d9460e28-fbd9-4f21-9dc5-ffd54bf2af6a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "PUT /v2.0/floatingips/6671b39f-c003-446b-bb62-6d4bcfdb3f08 HTTP/1.1" status: 200 len: 990 time: 1.3925278 May 17 15:43:22.082109 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:43:22.084339 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:43:22.104615 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b2dc8b38-be88-448f-8429-2129f30332eb req-84c1fc7c-3cff-45c5-aa4e-cb2aee2b1a04 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736272 May 17 15:43:22.123517 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae066d-2d6c-4204-a5ec-208cd5b11d27 x-openstack-request-id: req-59ae066d-2d6c-4204-a5ec-208cd5b11d27 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:43:22.123836 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:43:22.124086 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-59ae066d-2d6c-4204-a5ec-208cd5b11d27 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:43:22.124479 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ae066d-2d6c-4204-a5ec-208cd5b11d27'] response: {'name': 'network-changed', 'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'status': 'completed', 'code': 200} May 17 15:43:22.155736 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:43:22.403295 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '6671b39f-c003-446b-bb62-6d4bcfdb3f08', 'tenant_id': 'bf36f753be81486182665056a949849c', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'port_id': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'mac_address': 'fa:16:3e:b3:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:06Z', 'updated_at': '2022-05-17T15:43:21Z', 'revision_number': 1, 'project_id': 'bf36f753be81486182665056a949849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:22.426997 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] Checking router: 86530571-bba0-41e0-95f5-ed0f506c1784 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:43:22.435262 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:43:22.435860 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:43:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:22.535406 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:43:22.737806 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '6671b39f-c003-446b-bb62-6d4bcfdb3f08', 'tenant_id': 'bf36f753be81486182665056a949849c', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'port_id': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'mac_address': 'fa:16:3e:b3:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:06Z', 'updated_at': '2022-05-17T15:43:21Z', 'revision_number': 1, 'project_id': 'bf36f753be81486182665056a949849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:22.762442 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a62d6-1fdd-4451-9c06-c06bee5df901 None None] The sync data for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi is: [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '6671b39f-c003-446b-bb62-6d4bcfdb3f08', 'tenant_id': 'bf36f753be81486182665056a949849c', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'port_id': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'mac_address': 'fa:16:3e:b3:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:06Z', 'updated_at': '2022-05-17T15:43:21Z', 'revision_number': 1, 'project_id': 'bf36f753be81486182665056a949849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:43:22.784670 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00c80-50d4-43af-a9e9-84b6cf9acbe0 req-a260403e-743a-4cf0-b991-eb5ce0edc7d7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:22.786285 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-08e00c80-50d4-43af-a9e9-84b6cf9acbe0 req-a260403e-743a-4cf0-b991-eb5ce0edc7d7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0463583 May 17 15:43:22.840809 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-08e00c80-50d4-43af-a9e9-84b6cf9acbe0 req-ef969afd-a28f-4ead-86e0-b8f2fc93a691 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484285 May 17 15:43:22.978713 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1dd42b-faaa-4326-9945-9a3982d4f460 None None] New status for floating IP 6671b39f-c003-446b-bb62-6d4bcfdb3f08: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:43:23.225309 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ce9e-3f00-4d60-9e9a-408c77c555a4 req-5e00661e-1d3f-40c5-aae7-bbb2c2619527 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:23.227338 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6850ce9e-3f00-4d60-9e9a-408c77c555a4 req-5e00661e-1d3f-40c5-aae7-bbb2c2619527 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0485427 May 17 15:43:23.278965 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6850ce9e-3f00-4d60-9e9a-408c77c555a4 req-abf8a224-b55e-4193-a32a-1cdcb253821c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457380 May 17 15:43:23.944684 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf958a7-a218-4d0d-8dc2-052cc5ad78a8 req-0f1151fb-c4a4-4a83-9b95-7411dcdd4020 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:23.946354 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcf958a7-a218-4d0d-8dc2-052cc5ad78a8 req-0f1151fb-c4a4-4a83-9b95-7411dcdd4020 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0452158 May 17 15:43:23.991422 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcf958a7-a218-4d0d-8dc2-052cc5ad78a8 req-e0254303-6435-4430-b502-d6501d5981dd tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397089 May 17 15:43:24.329080 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933a57-816f-4170-8acf-1e4305081493 req-8c0e76f7-c9a0-43f5-af3f-6320c123fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:24.330613 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-85933a57-816f-4170-8acf-1e4305081493 req-8c0e76f7-c9a0-43f5-af3f-6320c123fab6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 1129 time: 0.0886424 May 17 15:43:24.337456 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-b45a1733-c48b-413e-81e0-20fe775beba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:24.338860 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-b45a1733-c48b-413e-81e0-20fe775beba1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 1129 time: 0.0817270 May 17 15:43:24.340979 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bbe9b5de-1af8-4aac-af1b-4769e37cf55c req-d7247612-e76e-4aa4-a38a-e3e6b5e84f53 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049247 May 17 15:43:24.394324 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cda6cc-a9e4-48ed-a0e3-99d02f7c9bb3 req-a1278b55-48d6-49be-8729-6e3815d6f2a1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:24.395769 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-25cda6cc-a9e4-48ed-a0e3-99d02f7c9bb3 req-a1278b55-48d6-49be-8729-6e3815d6f2a1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0475652 May 17 15:43:24.440641 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-25cda6cc-a9e4-48ed-a0e3-99d02f7c9bb3 req-f253c0b3-34e0-4d8f-a476-d808af98ff92 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 May 17 15:43:24.711987 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-85933a57-816f-4170-8acf-1e4305081493 req-5d77ae28-89ca-41f0-bd6b-00d443351847 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949388 May 17 15:43:24.732130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-3c1b8a2e-b2af-4e82-b42a-41ea10079736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:24.733551 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-3c1b8a2e-b2af-4e82-b42a-41ea10079736 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.1109405 May 17 15:43:25.101337 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c2996-ee50-47e6-bac6-c59065958d18 req-4b499d87-c587-46c8-b0b6-6211d01c805f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:25.103049 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c05c2996-ee50-47e6-bac6-c59065958d18 req-4b499d87-c587-46c8-b0b6-6211d01c805f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0460448 May 17 15:43:25.148430 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c05c2996-ee50-47e6-bac6-c59065958d18 req-8200de22-1a11-4a53-a09d-cf8c742cff27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396576 May 17 15:43:25.416366 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 41b61a96-78fb-4784-84f7-a1553b8a3cee up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:43:25.458153 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 41b61a96-78fb-4784-84f7-a1553b8a3cee completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:43:25.464265 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 41b61a96-78fb-4784-84f7-a1553b8a3cee triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:43:25.464662 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:25.537618 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 41b61a96-78fb-4784-84f7-a1553b8a3cee is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:43:25.538021 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:25.564957 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121685e3-d1da-4b0e-acb8-f5a95412f62f req-47535f8d-5a1d-4017-8aa9-2b813e86684a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:25.566594 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-121685e3-d1da-4b0e-acb8-f5a95412f62f req-47535f8d-5a1d-4017-8aa9-2b813e86684a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0596271 May 17 15:43:25.568703 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e592f5a-3f22-48bd-b517-5ddd4d5c2503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b61a96-78fb-4784-84f7-a1553b8a3cee'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:43:25.571129 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b3610d-7b1a-46c6-9fbf-c8e2068c4891" -d '{"events": [{"server_uuid": "1e592f5a-3f22-48bd-b517-5ddd4d5c2503", "name": "network-vif-plugged", "status": "completed", "tag": "41b61a96-78fb-4784-84f7-a1553b8a3cee"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:43:25.585337 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 41b61a96-78fb-4784-84f7-a1553b8a3cee, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:25.590537 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:25.618400 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d9d90-81a0-4e9d-96ea-7dd2a82cb67b x-openstack-request-id: req-dc3d9d90-81a0-4e9d-96ea-7dd2a82cb67b {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:43:25.618660 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e592f5a-3f22-48bd-b517-5ddd4d5c2503", "name": "network-vif-plugged", "status": "completed", "tag": "41b61a96-78fb-4784-84f7-a1553b8a3cee", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:43:25.618917 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc3d9d90-81a0-4e9d-96ea-7dd2a82cb67b {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:43:25.619439 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3d9d90-81a0-4e9d-96ea-7dd2a82cb67b'] response: {'server_uuid': '1e592f5a-3f22-48bd-b517-5ddd4d5c2503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b61a96-78fb-4784-84f7-a1553b8a3cee', 'code': 200} May 17 15:43:25.633587 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-121685e3-d1da-4b0e-acb8-f5a95412f62f req-a645f863-9d92-4cdc-9d51-86f934346aa4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568666 May 17 15:43:25.644977 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=41b61a96-78fb-4784-84f7-a1553b8a3cee,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:25.894947 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-1f4c894a-058e-4533-a419-aadc3c571dee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e HTTP/1.1" status: 200 len: 1000 time: 0.1130693 May 17 15:43:26.269830 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89223a0-ee16-43f8-86ab-2fb0ec323e07 req-883a62b5-1704-4e8b-8cd3-f7b57081e33f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:26.271324 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c89223a0-ee16-43f8-86ab-2fb0ec323e07 req-883a62b5-1704-4e8b-8cd3-f7b57081e33f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0517771 May 17 15:43:26.317331 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c89223a0-ee16-43f8-86ab-2fb0ec323e07 req-e1d0d452-7155-418c-a39c-dbf4952a2d0a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 May 17 15:43:26.513076 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-d98d863b-3ddc-4716-b57b-3f992ce47abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:26.514499 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-d98d863b-3ddc-4716-b57b-3f992ce47abd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.0437119 May 17 15:43:26.746476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0901af-5214-40ae-ace0-3f9ac553a63d req-640bbce8-bcfe-4171-afcd-a13cf32c43fc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:26.747933 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e0901af-5214-40ae-ace0-3f9ac553a63d req-640bbce8-bcfe-4171-afcd-a13cf32c43fc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0457075 May 17 15:43:26.794252 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e0901af-5214-40ae-ace0-3f9ac553a63d req-f9953026-0b37-4845-9a4a-dce22c8a5021 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 May 17 15:43:27.435114 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-47b86a46-a58e-473b-abff-eec5848e20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:27.436923 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-47b86a46-a58e-473b-abff-eec5848e20a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754728 May 17 15:43:27.453412 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8a944-d47e-49f8-aaf2-a2530bce3111 req-12bcd3f5-ad71-4cdc-9f74-5877fb6b7741 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:27.454880 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0cc8a944-d47e-49f8-aaf2-a2530bce3111 req-12bcd3f5-ad71-4cdc-9f74-5877fb6b7741 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0593741 May 17 15:43:27.501504 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0cc8a944-d47e-49f8-aaf2-a2530bce3111 req-a262a7d6-1723-450e-950f-1f4008a81444 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409575 May 17 15:43:27.909476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e9aa5-1921-46cf-adb6-695e4aa3d827 req-41e5d613-77f5-4d82-b7b5-ffbce18f0db4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:27.911016 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-003e9aa5-1921-46cf-adb6-695e4aa3d827 req-41e5d613-77f5-4d82-b7b5-ffbce18f0db4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0505352 May 17 15:43:27.958498 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-003e9aa5-1921-46cf-adb6-695e4aa3d827 req-5fb60561-df00-445f-9398-7c46f26b9a0e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 May 17 15:43:28.183071 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85107d-4575-440c-9a20-7985fd17424b req-8fc6f45a-f973-4d7e-a16d-3f259e788385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:28.184559 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c85107d-4575-440c-9a20-7985fd17424b req-8fc6f45a-f973-4d7e-a16d-3f259e788385 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 1130 time: 0.1320574 May 17 15:43:28.215196 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-f4741548-73f3-42b5-a611-79e97d88ba73 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385674 May 17 15:43:28.273315 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811db99-cff6-42b6-81bd-9455dc954ced req-1f89f0b2-1f56-408f-b57e-50cf76063fb4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:28.274820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f811db99-cff6-42b6-81bd-9455dc954ced req-1f89f0b2-1f56-408f-b57e-50cf76063fb4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0510941 May 17 15:43:28.323637 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f811db99-cff6-42b6-81bd-9455dc954ced req-235fef6e-14d2-4fd6-97cb-ecf77279d6c1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 May 17 15:43:28.681860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f2b86-fc75-48bb-88a3-686f491bdd37 req-b562b57f-0e75-4120-b1e0-b938e458728a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:28.683349 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d0f2b86-fc75-48bb-88a3-686f491bdd37 req-b562b57f-0e75-4120-b1e0-b938e458728a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.1043944 May 17 15:43:28.783944 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-fd9eea05-f37a-43ca-b740-fbd9e6352ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:28.785440 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-fd9eea05-f37a-43ca-b740-fbd9e6352ca5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 1129 time: 0.1427329 May 17 15:43:28.808355 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c85107d-4575-440c-9a20-7985fd17424b req-9e633b5b-222d-4a14-925f-8f5b095d3d45 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837606 May 17 15:43:28.826528 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d11bcae-2037-4bdd-aeaa-e26c15c812a4 req-bdf6d847-1d07-4320-be5b-0c05e3d77ae4 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008920 May 17 15:43:28.830709 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d0f2b86-fc75-48bb-88a3-686f491bdd37 req-41a285ef-90e5-4427-8216-9e41069d4c24 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256039 May 17 15:43:28.944314 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbecc0-a0d0-4ad0-92ff-40698a2152ca req-082a9d53-3304-45e8-8d70-7a2bdb8d15b0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:28.946407 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e4dbecc0-a0d0-4ad0-92ff-40698a2152ca req-082a9d53-3304-45e8-8d70-7a2bdb8d15b0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0512133 May 17 15:43:28.956925 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51280) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:28.961293 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'floatingip': {'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:43:29.000545 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (38c8eb18-13dd-402e-8ad9-e198913515e1), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.550256 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51320) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:29.589368 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c158dfa-c732-4a6f-9b8c-25d941cc7ca7 req-23b88bbf-344b-426c-bd9c-88b68ebb90c1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:29.591017 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7c158dfa-c732-4a6f-9b8c-25d941cc7ca7 req-23b88bbf-344b-426c-bd9c-88b68ebb90c1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.1789007 May 17 15:43:29.604406 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.626255 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (38c8eb18-13dd-402e-8ad9-e198913515e1), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.667476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-9da895eb-297a-4858-bdc0-d672bf0e7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:29.669649 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-9da895eb-297a-4858-bdc0-d672bf0e7dcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.4518683 May 17 15:43:29.683562 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f34c66f0-f817-43bb-9dee-da310011bf0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.709595 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7c158dfa-c732-4a6f-9b8c-25d941cc7ca7 req-52c662a9-667b-4e8d-a576-eeae730cd660 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118670 May 17 15:43:29.768881 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Floating IP 38c8eb18-13dd-402e-8ad9-e198913515e1 associated. External IP: 172.27.2.233, port: 83c15363-afe5-4cf3-81f7-17976151a63d. May 17 15:43:29.789591 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51326) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:29.796175 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f34c66f0-f817-43bb-9dee-da310011bf0d admin admin] Publish callbacks [] for security_group (b1860e9e-97ec-4594-b59b-4d2368bd8fb7), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.801035 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f34c66f0-f817-43bb-9dee-da310011bf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b1860e9e-97ec-4594-b59b-4d2368bd8fb7), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.844887 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f34c66f0-f817-43bb-9dee-da310011bf0d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91a232e11d9049c9aa226fb7b2003100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914174 May 17 15:43:29.844887 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c66f0-f817-43bb-9dee-da310011bf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1860e9e-97ec-4594-b59b-4d2368bd8fb7,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:29.845978 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51334) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:29.897191 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0b5db877-b046-4ae6-8eb9-48cb055c3f6f admin admin] Publish callbacks [] for security_group (b1860e9e-97ec-4594-b59b-4d2368bd8fb7), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.903907 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.923608 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0b5db877-b046-4ae6-8eb9-48cb055c3f6f admin admin] Publish callbacks [] for security_group (b1860e9e-97ec-4594-b59b-4d2368bd8fb7), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:29.956158 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7114a15f-edd8-41c1-857b-5ee0473a7262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.029184 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:43:30.043145 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0b5db877-b046-4ae6-8eb9-48cb055c3f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b1860e9e-97ec-4594-b59b-4d2368bd8fb7), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.046930 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0b5db877-b046-4ae6-8eb9-48cb055c3f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.048705 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0b5db877-b046-4ae6-8eb9-48cb055c3f6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1860e9e-97ec-4594-b59b-4d2368bd8fb7 HTTP/1.1" status: 204 len: 168 time: 0.2015460 May 17 15:43:30.061078 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db877-b046-4ae6-8eb9-48cb055c3f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1860e9e-97ec-4594-b59b-4d2368bd8fb7,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:30.102440 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7114a15f-edd8-41c1-857b-5ee0473a7262 admin admin] Publish callbacks [] for security_group (1821d663-774d-4fd9-bbd2-8448e8f4164e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.109978 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7114a15f-edd8-41c1-857b-5ee0473a7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (1821d663-774d-4fd9-bbd2-8448e8f4164e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.167176 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114a15f-edd8-41c1-857b-5ee0473a7262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1821d663-774d-4fd9-bbd2-8448e8f4164e,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:30.174317 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7114a15f-edd8-41c1-857b-5ee0473a7262 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e02238c4cf7344978be7ca7c7c421001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836184 May 17 15:43:30.176947 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51348) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:30.267846 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aa44e569-903b-4bfd-9fc5-d24bee0d792c admin admin] Publish callbacks [] for security_group (1821d663-774d-4fd9-bbd2-8448e8f4164e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.294449 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aa44e569-903b-4bfd-9fc5-d24bee0d792c admin admin] Publish callbacks [] for security_group (1821d663-774d-4fd9-bbd2-8448e8f4164e), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.345184 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aa44e569-903b-4bfd-9fc5-d24bee0d792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (1821d663-774d-4fd9-bbd2-8448e8f4164e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.347723 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aa44e569-903b-4bfd-9fc5-d24bee0d792c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.351207 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-aa44e569-903b-4bfd-9fc5-d24bee0d792c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1821d663-774d-4fd9-bbd2-8448e8f4164e HTTP/1.1" status: 204 len: 168 time: 0.1656854 May 17 15:43:30.361161 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44e569-903b-4bfd-9fc5-d24bee0d792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1821d663-774d-4fd9-bbd2-8448e8f4164e,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:30.377809 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:43:30.383509 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.394263 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:43:30.409187 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:43:30.409809 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:43:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:30.420327 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7805a8a1-792b-49fa-9216-e96f3ab920c3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "PUT /v2.0/floatingips/38c8eb18-13dd-402e-8ad9-e198913515e1 HTTP/1.1" status: 200 len: 991 time: 1.4611952 May 17 15:43:30.421546 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'tag': '83c15363-afe5-4cf3-81f7-17976151a63d'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:43:30.424226 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bbc159-7252-4bf2-b711-4d3d72719f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce6ee7f-d1fd-4950-b2b2-6504004d5e01", "tag": "83c15363-afe5-4cf3-81f7-17976151a63d"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:43:30.522847 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51362) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:30.546616 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-df106d03-3b67-42b4-bc30-85bd51842dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.580721 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-00e1e25a-7c7f-42c0-9e7c-779d50692670 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88db692-f314-4035-ad7b-ca49d3a51b36 HTTP/1.1" status: 200 len: 217 time: 0.0696177 May 17 15:43:30.656582 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56082255-961f-4674-b9ba-31513f6bf5de x-openstack-request-id: req-56082255-961f-4674-b9ba-31513f6bf5de {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:43:30.657089 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce6ee7f-d1fd-4950-b2b2-6504004d5e01", "tag": "83c15363-afe5-4cf3-81f7-17976151a63d", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:43:30.657523 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56082255-961f-4674-b9ba-31513f6bf5de {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:43:30.658202 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56082255-961f-4674-b9ba-31513f6bf5de'] response: {'name': 'network-changed', 'server_uuid': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'tag': '83c15363-afe5-4cf3-81f7-17976151a63d', 'status': 'completed', 'code': 200} May 17 15:43:30.682048 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-c9b00a46-85bf-4009-83bf-cd64e34961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:30.683880 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-c9b00a46-85bf-4009-83bf-cd64e34961f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0972261 May 17 15:43:30.695888 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:43:30.745953 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-df106d03-3b67-42b4-bc30-85bd51842dae admin admin] Publish callbacks [] for security_group (eba1f2a3-6e6c-4436-8a94-986ac7409cfc), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.751892 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-df106d03-3b67-42b4-bc30-85bd51842dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (eba1f2a3-6e6c-4436-8a94-986ac7409cfc), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.765571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-566a0f68-7b8a-4adf-bc97-ced0c44a7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:30.769472 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-566a0f68-7b8a-4adf-bc97-ced0c44a7863 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510483 May 17 15:43:30.799100 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df106d03-3b67-42b4-bc30-85bd51842dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba1f2a3-6e6c-4436-8a94-986ac7409cfc,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:30.804331 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-df106d03-3b67-42b4-bc30-85bd51842dae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=883636a226bc48378450e803a418aa8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802026 May 17 15:43:30.807132 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51376) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:30.904793 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8585ef-2fd4-4820-88dc-b298d4b751d2 req-13ca2618-35ed-4a41-a558-c7ea6114db93 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:30.906614 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c8585ef-2fd4-4820-88dc-b298d4b751d2 req-13ca2618-35ed-4a41-a558-c7ea6114db93 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0720949 May 17 15:43:30.937212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-84172ff1-ad6e-4c43-9a90-fc20d38a6194 admin admin] Publish callbacks [] for security_group (eba1f2a3-6e6c-4436-8a94-986ac7409cfc), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.948283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-347e3c5d-3b1c-4776-91a1-4536a9e33b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:30.977390 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-84172ff1-ad6e-4c43-9a90-fc20d38a6194 admin admin] Publish callbacks [] for security_group (eba1f2a3-6e6c-4436-8a94-986ac7409cfc), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.007266 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c8585ef-2fd4-4820-88dc-b298d4b751d2 req-cf2bea2f-ced6-4024-a47c-23a40ed096cf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925584 May 17 15:43:31.016152 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:29Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:31.048126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-84172ff1-ad6e-4c43-9a90-fc20d38a6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (eba1f2a3-6e6c-4436-8a94-986ac7409cfc), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.051070 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:43:31.051229 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-84172ff1-ad6e-4c43-9a90-fc20d38a6194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.054583 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-84172ff1-ad6e-4c43-9a90-fc20d38a6194 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eba1f2a3-6e6c-4436-8a94-986ac7409cfc HTTP/1.1" status: 204 len: 168 time: 0.2462735 May 17 15:43:31.061774 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:43:31.062512 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:43:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:31.065143 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84172ff1-ad6e-4c43-9a90-fc20d38a6194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba1f2a3-6e6c-4436-8a94-986ac7409cfc,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:31.107604 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51390) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:31.180791 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:43:31.352835 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-fe462140-d686-4500-84b7-42a4f5a5f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:31.355305 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-fe462140-d686-4500-84b7-42a4f5a5f8a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 1129 time: 0.0735595 May 17 15:43:31.390783 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a344612e-e845-4ab7-bdcc-b5f80b4902e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.491779 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:29Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:31.550155 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb03a3f-e931-4cca-a9a0-a031e13a50ba None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:29Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:43:31.578223 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51410) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:31.615682 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a344612e-e845-4ab7-bdcc-b5f80b4902e3 admin admin] Publish callbacks [] for security_group (09fddd27-85bb-49ae-ba21-bc3dd4f27235), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.620347 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a344612e-e845-4ab7-bdcc-b5f80b4902e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (09fddd27-85bb-49ae-ba21-bc3dd4f27235), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.630223 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cc87cf23-c2e7-470a-9a34-c3257d8e98a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.672720 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a344612e-e845-4ab7-bdcc-b5f80b4902e3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=847c2981691b48f18ae56c04afdf6cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5638630 May 17 15:43:31.676155 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51412) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:31.685099 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344612e-e845-4ab7-bdcc-b5f80b4902e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fddd27-85bb-49ae-ba21-bc3dd4f27235,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:31.721715 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-0b676da2-3cb4-43f9-9ef4-0bd3346734f3 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644199 May 17 15:43:31.731513 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-e2417012-173c-4036-aedb-708398e9ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:31.733722 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-e2417012-173c-4036-aedb-708398e9ab6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 916 time: 0.3598480 May 17 15:43:31.766567 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11158efc-1e5f-4d9d-92fa-bfd16bf6628a admin admin] Publish callbacks [] for security_group (09fddd27-85bb-49ae-ba21-bc3dd4f27235), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.821751 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11158efc-1e5f-4d9d-92fa-bfd16bf6628a admin admin] Publish callbacks [] for security_group (09fddd27-85bb-49ae-ba21-bc3dd4f27235), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.870992 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af36e1-3e62-4750-8de3-d18e7cefae2b None None] New status for floating IP 38c8eb18-13dd-402e-8ad9-e198913515e1: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:43:31.910802 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-db461e67-e7a2-4974-9758-bf7aa5be93f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c15363-afe5-4cf3-81f7-17976151a63d HTTP/1.1" status: 200 len: 999 time: 0.1542971 May 17 15:43:31.950754 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11158efc-1e5f-4d9d-92fa-bfd16bf6628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (09fddd27-85bb-49ae-ba21-bc3dd4f27235), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.953400 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11158efc-1e5f-4d9d-92fa-bfd16bf6628a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:31.954555 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-11158efc-1e5f-4d9d-92fa-bfd16bf6628a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/09fddd27-85bb-49ae-ba21-bc3dd4f27235 HTTP/1.1" status: 204 len: 168 time: 0.2775092 May 17 15:43:31.971329 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11158efc-1e5f-4d9d-92fa-bfd16bf6628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fddd27-85bb-49ae-ba21-bc3dd4f27235,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:32.020563 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-adf8a04e-d85a-4c6b-9edb-5014949dbbb0 req-dfaac67f-34e5-4f2f-8df9-2abcb0164608 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829280 May 17 15:43:32.064349 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cc87cf23-c2e7-470a-9a34-c3257d8e98a0 admin admin] Publish callbacks [] for security_group (7fd41808-2497-47fc-b21c-e3c091299d02), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.073652 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-46c20fd6-2b0f-438c-8499-995e5fa121fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:32.079483 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-46c20fd6-2b0f-438c-8499-995e5fa121fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.1527352 May 17 15:43:32.080752 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cc87cf23-c2e7-470a-9a34-c3257d8e98a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7fd41808-2497-47fc-b21c-e3c091299d02), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.191851 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-cc87cf23-c2e7-470a-9a34-c3257d8e98a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=df18964a8b31435eb8752f1a8b280dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6092615 May 17 15:43:32.195949 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51440) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:32.224662 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-5f4903d3-8936-4cd6-b3b1-a35b335c5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:32.226194 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-5f4903d3-8936-4cd6-b3b1-a35b335c5a3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1423824 May 17 15:43:32.227571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87cf23-c2e7-470a-9a34-c3257d8e98a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd41808-2497-47fc-b21c-e3c091299d02,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:32.276620 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217a28e-86ad-412a-b7ca-64cd1094fa59 req-d0f6c25a-01ba-4b1f-bbd6-3b0bbfea1103 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:32.278134 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3217a28e-86ad-412a-b7ca-64cd1094fa59 req-d0f6c25a-01ba-4b1f-bbd6-3b0bbfea1103 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.1588902 May 17 15:43:32.289594 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f963139a-98bb-4044-820b-304e70365ea9 admin admin] Publish callbacks [] for security_group (7fd41808-2497-47fc-b21c-e3c091299d02), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.312379 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f963139a-98bb-4044-820b-304e70365ea9 admin admin] Publish callbacks [] for security_group (7fd41808-2497-47fc-b21c-e3c091299d02), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.356413 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3217a28e-86ad-412a-b7ca-64cd1094fa59 req-9c38e1b5-df00-4a53-bc82-7ea6db08f729 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513685 May 17 15:43:32.368268 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f963139a-98bb-4044-820b-304e70365ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7fd41808-2497-47fc-b21c-e3c091299d02), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.371096 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f963139a-98bb-4044-820b-304e70365ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.372239 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f963139a-98bb-4044-820b-304e70365ea9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7fd41808-2497-47fc-b21c-e3c091299d02 HTTP/1.1" status: 204 len: 168 time: 0.1717098 May 17 15:43:32.383824 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963139a-98bb-4044-820b-304e70365ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd41808-2497-47fc-b21c-e3c091299d02,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:32.404716 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-b86c157c-08a9-4e21-ba0b-d57efae70f9e service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700554 May 17 15:43:32.445100 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51450) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:32.463911 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d90fab93-1d96-4b8c-aa30-cb6d8f332e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.525907 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a0bbc159-7252-4bf2-b711-4d3d72719f5e req-24c501ac-7d19-4cb6-90f0-ef30aac03711 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104937 May 17 15:43:32.566173 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d90fab93-1d96-4b8c-aa30-cb6d8f332e23 admin admin] Publish callbacks [] for security_group (79666837-3973-4c6e-86a0-31615e82e36f), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.571950 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d90fab93-1d96-4b8c-aa30-cb6d8f332e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (79666837-3973-4c6e-86a0-31615e82e36f), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.612883 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fab93-1d96-4b8c-aa30-cb6d8f332e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79666837-3973-4c6e-86a0-31615e82e36f,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:32.621764 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d90fab93-1d96-4b8c-aa30-cb6d8f332e23 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=176025eef5a54930a9b334699c6342b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751778 May 17 15:43:32.621930 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51456) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:32.677236 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2577ff57-9200-40de-8a4e-fcce46f0457e admin admin] Publish callbacks [] for security_group (79666837-3973-4c6e-86a0-31615e82e36f), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.705494 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2577ff57-9200-40de-8a4e-fcce46f0457e admin admin] Publish callbacks [] for security_group (79666837-3973-4c6e-86a0-31615e82e36f), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.760531 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2577ff57-9200-40de-8a4e-fcce46f0457e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (79666837-3973-4c6e-86a0-31615e82e36f), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.764523 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2577ff57-9200-40de-8a4e-fcce46f0457e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:32.765667 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-2577ff57-9200-40de-8a4e-fcce46f0457e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79666837-3973-4c6e-86a0-31615e82e36f HTTP/1.1" status: 204 len: 168 time: 0.1427650 May 17 15:43:32.773829 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577ff57-9200-40de-8a4e-fcce46f0457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79666837-3973-4c6e-86a0-31615e82e36f,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:33.200196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51488) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:33.214182 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f99cba79-1bb1-45b5-8520-ab871f132313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:33.318203 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f99cba79-1bb1-45b5-8520-ab871f132313 admin admin] Publish callbacks [] for security_group (ddbd6434-2d8f-4f13-9c60-0f30106f15db), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:33.328551 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f99cba79-1bb1-45b5-8520-ab871f132313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ddbd6434-2d8f-4f13-9c60-0f30106f15db), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:33.373106 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-f99cba79-1bb1-45b5-8520-ab871f132313 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=168a2c37beb1481e8a135bae30faff15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694617 May 17 15:43:33.373106 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cba79-1bb1-45b5-8520-ab871f132313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd6434-2d8f-4f13-9c60-0f30106f15db,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:33.373980 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51494) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:33.440117 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-9c52aa5d-864c-4402-b532-49ab4155bc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:33.472334 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0431d175-91fe-4305-b547-d0c1a1cb7a82 admin admin] Publish callbacks [] for security_group (ddbd6434-2d8f-4f13-9c60-0f30106f15db), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:33.530267 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0431d175-91fe-4305-b547-d0c1a1cb7a82 admin admin] Publish callbacks [] for security_group (ddbd6434-2d8f-4f13-9c60-0f30106f15db), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:33.537536 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769441-db35-4206-a188-997f715cb24b req-6eb07e29-1c83-4c57-97eb-25b434a74a82 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:33.539600 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b7769441-db35-4206-a188-997f715cb24b req-6eb07e29-1c83-4c57-97eb-25b434a74a82 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0685866 May 17 15:43:33.610676 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b7769441-db35-4206-a188-997f715cb24b req-ee124fe2-cd9d-4514-a66b-ba536cc14403 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653055 May 17 15:43:33.624169 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0431d175-91fe-4305-b547-d0c1a1cb7a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ddbd6434-2d8f-4f13-9c60-0f30106f15db), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:33.627363 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0431d175-91fe-4305-b547-d0c1a1cb7a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:33.628550 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0431d175-91fe-4305-b547-d0c1a1cb7a82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ddbd6434-2d8f-4f13-9c60-0f30106f15db HTTP/1.1" status: 204 len: 168 time: 0.2416384 May 17 15:43:33.637629 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431d175-91fe-4305-b547-d0c1a1cb7a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd6434-2d8f-4f13-9c60-0f30106f15db,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:34.287538 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:34.785163 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c786-457e-4650-9fd0-c08cb1860519 req-5f132534-f6ca-4034-ae0f-5ebd93436b35 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:34.789165 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7d07c786-457e-4650-9fd0-c08cb1860519 req-5f132534-f6ca-4034-ae0f-5ebd93436b35 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0965667 May 17 15:43:34.843029 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7d07c786-457e-4650-9fd0-c08cb1860519 req-acb67861-0349-4467-9333-e7e2740c9150 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478308 May 17 15:43:35.952745 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceb517-edf0-4f40-8944-b73899b5e2da req-ea8ad93c-7209-41e0-b9b8-b36a7885155e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:35.954227 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-57ceb517-edf0-4f40-8944-b73899b5e2da req-ea8ad93c-7209-41e0-b9b8-b36a7885155e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0458176 May 17 15:43:36.003442 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:36.006207 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-57ceb517-edf0-4f40-8944-b73899b5e2da req-67bc65ed-6b57-4834-b7c8-8ab30737fd09 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464077 May 17 15:43:37.114326 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd95c-a86a-4092-8eac-5643bbf27ed2 req-080a5ef4-6362-4de4-9fa9-cac376a252d5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:37.115738 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d95dd95c-a86a-4092-8eac-5643bbf27ed2 req-080a5ef4-6362-4de4-9fa9-cac376a252d5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0445549 May 17 15:43:37.162226 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d95dd95c-a86a-4092-8eac-5643bbf27ed2 req-9111da13-e5be-47bc-9619-12e402d396d2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 May 17 15:43:37.484104 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:38.272074 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fec92-e837-4505-9aa5-a06fa8eb2d38 req-d86544bd-496e-41cc-8f2f-6c04ef2e94a6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:38.274180 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-981fec92-e837-4505-9aa5-a06fa8eb2d38 req-d86544bd-496e-41cc-8f2f-6c04ef2e94a6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0454116 May 17 15:43:38.318490 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-981fec92-e837-4505-9aa5-a06fa8eb2d38 req-49f03923-d326-4010-b97c-d4c318e27106 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 May 17 15:43:39.445961 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08da62-2d32-47ea-b0cb-0b718d46b0a2 req-9d1981e5-1839-4132-900f-c65a842c0567 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:39.447993 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f08da62-2d32-47ea-b0cb-0b718d46b0a2 req-9d1981e5-1839-4132-900f-c65a842c0567 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0632942 May 17 15:43:39.498397 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f08da62-2d32-47ea-b0cb-0b718d46b0a2 req-08043acc-16eb-4f74-a0a5-f21670194d16 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444274 May 17 15:43:40.609798 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7b2a-1178-418d-97e0-da46a109487f req-85f02f65-1e42-47fa-84cf-984a9df588b6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:40.611260 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-590b7b2a-1178-418d-97e0-da46a109487f req-85f02f65-1e42-47fa-84cf-984a9df588b6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0444634 May 17 15:43:40.658468 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-590b7b2a-1178-418d-97e0-da46a109487f req-a16e386f-7971-4ab5-85de-e8aef55b8fc2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 May 17 15:43:41.777407 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e8071-6719-4ad5-ab00-84f157d2bd59 req-7e5ff414-04bd-4b87-97e0-f9477f3ce5ed tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:41.778961 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-573e8071-6719-4ad5-ab00-84f157d2bd59 req-7e5ff414-04bd-4b87-97e0-f9477f3ce5ed tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0514288 May 17 15:43:41.831491 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-573e8071-6719-4ad5-ab00-84f157d2bd59 req-ec901966-303b-4a84-83b1-1076b9d40ba3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 May 17 15:43:42.235498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51758) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:42.357462 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bcd1-4676-46e6-abd1-917b1fffee76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:42.457718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bcd1-4676-46e6-abd1-917b1fffee76 admin admin] Publish callbacks [] for security_group (25115ac1-f2e9-46e8-a2e8-dc8765802ad2), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:42.472693 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bcd1-4676-46e6-abd1-917b1fffee76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (25115ac1-f2e9-46e8-a2e8-dc8765802ad2), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:42.539516 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaf1bf-f6c8-4fa8-bd87-1203e7d43930 req-6cf3e218-8531-4723-b881-ca2069fb09de tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:42.541042 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20eaf1bf-f6c8-4fa8-bd87-1203e7d43930 req-6cf3e218-8531-4723-b881-ca2069fb09de tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0866611 May 17 15:43:42.543276 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9bcd1-4676-46e6-abd1-917b1fffee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25115ac1-f2e9-46e8-a2e8-dc8765802ad2,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:42.549702 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0fe9bcd1-4676-46e6-abd1-917b1fffee76 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4fc392e2a19641828e5a51cf84f828c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132470 May 17 15:43:42.552670 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51778) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:42.610109 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20eaf1bf-f6c8-4fa8-bd87-1203e7d43930 req-f5713d04-df6b-4191-ad38-2f7d2b4cc84f tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572407 May 17 15:43:42.611779 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9eb6-5cd7-4dc4-8368-ad13a322d70a admin admin] Publish callbacks [] for security_group (25115ac1-f2e9-46e8-a2e8-dc8765802ad2), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:42.633634 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9eb6-5cd7-4dc4-8368-ad13a322d70a admin admin] Publish callbacks [] for security_group (25115ac1-f2e9-46e8-a2e8-dc8765802ad2), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:42.688608 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9eb6-5cd7-4dc4-8368-ad13a322d70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (25115ac1-f2e9-46e8-a2e8-dc8765802ad2), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:42.691154 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9eb6-5cd7-4dc4-8368-ad13a322d70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:42.694816 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a4ef9eb6-5cd7-4dc4-8368-ad13a322d70a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/25115ac1-f2e9-46e8-a2e8-dc8765802ad2 HTTP/1.1" status: 204 len: 168 time: 0.1386669 May 17 15:43:42.702298 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef9eb6-5cd7-4dc4-8368-ad13a322d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25115ac1-f2e9-46e8-a2e8-dc8765802ad2,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:42.966097 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bea15f-9708-43fb-a842-7565c8f63e6e req-78fe0c8e-cd40-46f0-9d0f-31ffc63ea090 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:42.967676 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-35bea15f-9708-43fb-a842-7565c8f63e6e req-78fe0c8e-cd40-46f0-9d0f-31ffc63ea090 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0563402 May 17 15:43:42.984236 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51810) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:43.000119 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e48e3f5-7886-4f45-bc6a-3b2916c83914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:43.046061 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-35bea15f-9708-43fb-a842-7565c8f63e6e req-a7783853-cf7c-4e63-8349-8306bcfc7058 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726612 May 17 15:43:43.110856 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e48e3f5-7886-4f45-bc6a-3b2916c83914 admin admin] Publish callbacks [] for security_group (44b5d3d5-4626-43fb-ba93-8ba894bf6fda), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:43.115133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e48e3f5-7886-4f45-bc6a-3b2916c83914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (44b5d3d5-4626-43fb-ba93-8ba894bf6fda), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:43.156568 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8e48e3f5-7886-4f45-bc6a-3b2916c83914 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=be52cb6c4de54de898dc71586a8561bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727650 May 17 15:43:43.156568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48e3f5-7886-4f45-bc6a-3b2916c83914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b5d3d5-4626-43fb-ba93-8ba894bf6fda,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:43.157613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51824) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:43.215422 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-219a435b-6d7c-4737-b896-74f55174b905 admin admin] Publish callbacks [] for security_group (44b5d3d5-4626-43fb-ba93-8ba894bf6fda), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:43.249054 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-219a435b-6d7c-4737-b896-74f55174b905 admin admin] Publish callbacks [] for security_group (44b5d3d5-4626-43fb-ba93-8ba894bf6fda), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:43.311014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-219a435b-6d7c-4737-b896-74f55174b905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (44b5d3d5-4626-43fb-ba93-8ba894bf6fda), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:43.313731 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-219a435b-6d7c-4737-b896-74f55174b905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:43.314935 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-219a435b-6d7c-4737-b896-74f55174b905 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44b5d3d5-4626-43fb-ba93-8ba894bf6fda HTTP/1.1" status: 204 len: 168 time: 0.1566017 May 17 15:43:43.323828 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a435b-6d7c-4737-b896-74f55174b905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b5d3d5-4626-43fb-ba93-8ba894bf6fda,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:43.725784 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d04342-65cf-4d4b-be5e-43e8075820c8 req-d0006104-f785-427b-b22a-dcaf4212633d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:43.728092 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-57d04342-65cf-4d4b-be5e-43e8075820c8 req-d0006104-f785-427b-b22a-dcaf4212633d tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0520275 May 17 15:43:43.790699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-57d04342-65cf-4d4b-be5e-43e8075820c8 req-033f1f8d-5492-4127-a079-e13a3b8a1783 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523252 May 17 15:43:43.882380 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51876) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:43.990037 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6064-d379-4c15-b7fa-7eaebb3605ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.077543 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6064-d379-4c15-b7fa-7eaebb3605ba admin admin] Publish callbacks [] for security_group (7f13065b-5a35-4747-8e01-a90f342fd4c0), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.082360 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6064-d379-4c15-b7fa-7eaebb3605ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7f13065b-5a35-4747-8e01-a90f342fd4c0), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.123168 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b6064-d379-4c15-b7fa-7eaebb3605ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f13065b-5a35-4747-8e01-a90f342fd4c0,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:44.130279 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1c4b6064-d379-4c15-b7fa-7eaebb3605ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1be0c3b5d4c44283afcbac4a419526cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442818 May 17 15:43:44.131063 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51892) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:44.194313 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e46290de-5bd1-455b-9578-e790fb3e61ab admin admin] Publish callbacks [] for security_group (7f13065b-5a35-4747-8e01-a90f342fd4c0), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.220548 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e46290de-5bd1-455b-9578-e790fb3e61ab admin admin] Publish callbacks [] for security_group (7f13065b-5a35-4747-8e01-a90f342fd4c0), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.324761 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649341e0-3ac7-4880-bb7d-1ec44f2241eb req-75bcf65f-2ffa-43b9-adef-20621b66b294 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:44.326412 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-649341e0-3ac7-4880-bb7d-1ec44f2241eb req-75bcf65f-2ffa-43b9-adef-20621b66b294 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0511045 May 17 15:43:44.327332 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e46290de-5bd1-455b-9578-e790fb3e61ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7f13065b-5a35-4747-8e01-a90f342fd4c0), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.331016 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e46290de-5bd1-455b-9578-e790fb3e61ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.332124 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e46290de-5bd1-455b-9578-e790fb3e61ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f13065b-5a35-4747-8e01-a90f342fd4c0 HTTP/1.1" status: 204 len: 168 time: 0.2007575 May 17 15:43:44.352840 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46290de-5bd1-455b-9578-e790fb3e61ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f13065b-5a35-4747-8e01-a90f342fd4c0,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:44.429000 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-649341e0-3ac7-4880-bb7d-1ec44f2241eb req-f8e9f2f5-8f41-49fb-8df8-6b22c5932d45 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956864 May 17 15:43:44.809683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51928) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:44.831195 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9a2ff38-2f16-4d67-a728-6c7a20b311ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.946624 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff51759-d2f6-4070-bf6a-de6d551e256a req-1e1d9d59-e223-4bae-bc62-e9da75314c73 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:44.948151 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8ff51759-d2f6-4070-bf6a-de6d551e256a req-1e1d9d59-e223-4bae-bc62-e9da75314c73 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0703206 May 17 15:43:44.987142 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9a2ff38-2f16-4d67-a728-6c7a20b311ec admin admin] Publish callbacks [] for security_group (c3f31ea8-12f5-467a-b510-2a7186d929d3), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:44.995112 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9a2ff38-2f16-4d67-a728-6c7a20b311ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (c3f31ea8-12f5-467a-b510-2a7186d929d3), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.006146 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51932) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:45.059656 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2ff38-2f16-4d67-a728-6c7a20b311ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f31ea8-12f5-467a-b510-2a7186d929d3,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:45.064726 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c9a2ff38-2f16-4d67-a728-6c7a20b311ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f3d1c45c7894691ac6b58cf75e077ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537854 May 17 15:43:45.068695 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8ff51759-d2f6-4070-bf6a-de6d551e256a req-b0b6b92a-246b-41c0-83f3-315a6a908751 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/security-groups?id=27e21751-d767-4f6c-8194-e0a855453562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104198 May 17 15:43:45.069143 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51938) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:45.126622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3134f31e-fa45-4b75-9616-7da70986b20c admin admin] Publish callbacks [] for security_group (c3f31ea8-12f5-467a-b510-2a7186d929d3), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.142555 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a781d51c-16da-4f32-96a3-c042d7f6cffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.164896 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3134f31e-fa45-4b75-9616-7da70986b20c admin admin] Publish callbacks [] for security_group (c3f31ea8-12f5-467a-b510-2a7186d929d3), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.223466 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3134f31e-fa45-4b75-9616-7da70986b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (c3f31ea8-12f5-467a-b510-2a7186d929d3), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.227439 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3134f31e-fa45-4b75-9616-7da70986b20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.228807 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3134f31e-fa45-4b75-9616-7da70986b20c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3f31ea8-12f5-467a-b510-2a7186d929d3 HTTP/1.1" status: 204 len: 168 time: 0.1587434 May 17 15:43:45.237815 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134f31e-fa45-4b75-9616-7da70986b20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f31ea8-12f5-467a-b510-2a7186d929d3,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:45.249815 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a781d51c-16da-4f32-96a3-c042d7f6cffe admin admin] Publish callbacks [] for security_group (dcba9187-ddc9-4c98-994c-c1d92d6311a5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.255263 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a781d51c-16da-4f32-96a3-c042d7f6cffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (dcba9187-ddc9-4c98-994c-c1d92d6311a5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.326155 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a781d51c-16da-4f32-96a3-c042d7f6cffe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=76fca2f8cb9249f39d4decaef06e84f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188846 May 17 15:43:45.326316 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51950) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:45.327664 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781d51c-16da-4f32-96a3-c042d7f6cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcba9187-ddc9-4c98-994c-c1d92d6311a5,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:45.403294 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9f876b6-1654-4789-91af-a24a3f3d67f0 admin admin] Publish callbacks [] for security_group (dcba9187-ddc9-4c98-994c-c1d92d6311a5), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.426874 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9f876b6-1654-4789-91af-a24a3f3d67f0 admin admin] Publish callbacks [] for security_group (dcba9187-ddc9-4c98-994c-c1d92d6311a5), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.510991 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-72d2a51c-0ca8-453e-be00-c79f685f41ac tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:45.513401 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-72d2a51c-0ca8-453e-be00-c79f685f41ac tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.61 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 945 time: 0.0644522 May 17 15:43:45.590442 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9f876b6-1654-4789-91af-a24a3f3d67f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (dcba9187-ddc9-4c98-994c-c1d92d6311a5), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.592954 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e9f876b6-1654-4789-91af-a24a3f3d67f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.594174 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e9f876b6-1654-4789-91af-a24a3f3d67f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dcba9187-ddc9-4c98-994c-c1d92d6311a5 HTTP/1.1" status: 204 len: 168 time: 0.2669404 May 17 15:43:45.650897 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f876b6-1654-4789-91af-a24a3f3d67f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcba9187-ddc9-4c98-994c-c1d92d6311a5,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:45.662938 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588561c1-c553-4911-a174-64d78ae8d3a0 req-5cb1a4b5-74ab-4824-adcf-8aa05eaac275 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:45.664528 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-588561c1-c553-4911-a174-64d78ae8d3a0 req-5cb1a4b5-74ab-4824-adcf-8aa05eaac275 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.1138418 May 17 15:43:45.720567 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Deleting port 64187337-3bb7-410e-8b83-1eed22758592 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:43:45.720911 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (64187337-3bb7-410e-8b83-1eed22758592), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.802171 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-588561c1-c553-4911-a174-64d78ae8d3a0 req-6e7b4f04-1dc5-4287-ab81-912024051fb7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244652 May 17 15:43:45.859806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] For port 64187337-3bb7-410e-8b83-1eed22758592, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=64187337-3bb7-410e-8b83-1eed22758592,segment=NetworkSegment(40da0004-fe05-411a-89f6-06d84ccf1c23),segment_id=40da0004-fe05-411a-89f6-06d84ccf1c23)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:43:45.861981 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (64187337-3bb7-410e-8b83-1eed22758592), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:45.885439 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Calling delete_port for 64187337-3bb7-410e-8b83-1eed22758592 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:43:46.046445 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 51976) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:46.072182 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9b91322c-1266-44b1-849c-49c0aced873d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.090765 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (64187337-3bb7-410e-8b83-1eed22758592), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.116725 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['64187337-3bb7-410e-8b83-1eed22758592'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:43:46.138446 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Pushing event deleted for resources: {'Port': ['ID=64187337-3bb7-410e-8b83-1eed22758592,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:46.230818 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] No DVR routers for this DVR port 64187337-3bb7-410e-8b83-1eed22758592 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:43:46.243642 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9b91322c-1266-44b1-849c-49c0aced873d admin admin] Publish callbacks [] for security_group (187362c2-8693-4dc1-bc4a-464eea3e177e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.243803 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.247378 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-509bddec-629e-497a-b78d-a5bbbb6b14f6 req-3df01b92-0dfb-4013-adc2-5c2bcf70ffce tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.61 "DELETE /v2.0/ports/64187337-3bb7-410e-8b83-1eed22758592 HTTP/1.1" status: 204 len: 173 time: 0.7227356 May 17 15:43:46.247994 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7797a3e2-eeb5-44a3-8026-daa018079937', 'name': 'network-vif-deleted', 'tag': '64187337-3bb7-410e-8b83-1eed22758592'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:43:46.248464 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9b91322c-1266-44b1-849c-49c0aced873d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (187362c2-8693-4dc1-bc4a-464eea3e177e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.250613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f403967a-d840-4d81-8548-28ed047bfab5" -d '{"events": [{"server_uuid": "7797a3e2-eeb5-44a3-8026-daa018079937", "name": "network-vif-deleted", "tag": "64187337-3bb7-410e-8b83-1eed22758592"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:43:46.270982 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f59651bc-c9c4-486e-8f75-a568574ddb9b req-f5cf0698-4a8c-4edc-bd3e-efb1fcaef890 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 210 time: 0.0425050 May 17 15:43:46.306932 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9b91322c-1266-44b1-849c-49c0aced873d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=977c3e2db0ac4e9a8e6bd7fab05f0729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594006 May 17 15:43:46.307849 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91322c-1266-44b1-849c-49c0aced873d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187362c2-8693-4dc1-bc4a-464eea3e177e,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:46.310439 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 51990) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:46.327333 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfde95b-b38d-41ff-921e-41882404cf82 x-openstack-request-id: req-0dfde95b-b38d-41ff-921e-41882404cf82 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:43:46.327683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7797a3e2-eeb5-44a3-8026-daa018079937", "name": "network-vif-deleted", "tag": "64187337-3bb7-410e-8b83-1eed22758592", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:43:46.327913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0dfde95b-b38d-41ff-921e-41882404cf82 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:43:46.328361 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfde95b-b38d-41ff-921e-41882404cf82'] response: {'server_uuid': '7797a3e2-eeb5-44a3-8026-daa018079937', 'name': 'network-vif-deleted', 'tag': '64187337-3bb7-410e-8b83-1eed22758592', 'status': 'completed', 'code': 200} May 17 15:43:46.364538 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e0f7fe56-3a63-48a2-81e8-5916164a42c0 admin admin] Publish callbacks [] for security_group (187362c2-8693-4dc1-bc4a-464eea3e177e), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.387309 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e0f7fe56-3a63-48a2-81e8-5916164a42c0 admin admin] Publish callbacks [] for security_group (187362c2-8693-4dc1-bc4a-464eea3e177e), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.443704 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e0f7fe56-3a63-48a2-81e8-5916164a42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (187362c2-8693-4dc1-bc4a-464eea3e177e), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.446402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e0f7fe56-3a63-48a2-81e8-5916164a42c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:46.447556 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e0f7fe56-3a63-48a2-81e8-5916164a42c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/187362c2-8693-4dc1-bc4a-464eea3e177e HTTP/1.1" status: 204 len: 168 time: 0.1361465 May 17 15:43:46.455340 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7fe56-3a63-48a2-81e8-5916164a42c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187362c2-8693-4dc1-bc4a-464eea3e177e,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:46.930096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d138de-6cb7-47f6-917c-1878ce471cad req-1c3bfd3b-d2ab-4d2a-ab94-67fd7723a891 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:46.931589 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29d138de-6cb7-47f6-917c-1878ce471cad req-1c3bfd3b-d2ab-4d2a-ab94-67fd7723a891 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0564177 May 17 15:43:46.988713 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29d138de-6cb7-47f6-917c-1878ce471cad req-6a848f51-b5f5-40a3-8df0-a760f8bb104e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510058 May 17 15:43:47.413850 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b013e675-e336-4b89-91a4-d1f5ad440c19 req-aba780aa-2fb6-4473-bd27-834f5ffe59c4 tempest-DeleteServersTestJSON-1855511581 tempest-DeleteServersTestJSON-1855511581-project] 10.222.0.75 "GET /v2.0/ports?device_id=7797a3e2-eeb5-44a3-8026-daa018079937 HTTP/1.1" status: 200 len: 210 time: 0.0415421 May 17 15:43:48.117224 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522301ea-718e-4404-83d5-ec9000a93dc5 req-c1cd770a-93b7-4597-b12a-db724d68951a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:48.119161 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-522301ea-718e-4404-83d5-ec9000a93dc5 req-c1cd770a-93b7-4597-b12a-db724d68951a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0585544 May 17 15:43:48.182641 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-522301ea-718e-4404-83d5-ec9000a93dc5 req-17b75787-cd4d-4687-8262-f065cc71486b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568545 May 17 15:43:48.640282 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:43:48.696428 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52144) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:48.829537 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f35b7a1a-fcb2-4c42-9450-5a0cd8251bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:48.913691 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f35b7a1a-fcb2-4c42-9450-5a0cd8251bf1 admin admin] Publish callbacks [] for security_group (b9327949-d244-40cf-9ea5-6ea77d503033), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:48.917953 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f35b7a1a-fcb2-4c42-9450-5a0cd8251bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b9327949-d244-40cf-9ea5-6ea77d503033), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:48.954714 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b7a1a-fcb2-4c42-9450-5a0cd8251bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9327949-d244-40cf-9ea5-6ea77d503033,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:48.961838 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52164) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:48.970624 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-f35b7a1a-fcb2-4c42-9450-5a0cd8251bf1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46b1fbebed2e4271aad614ce99507195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730286 May 17 15:43:49.013852 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-39a51602-1797-4b19-aab3-a8a35df78833 admin admin] Publish callbacks [] for security_group (b9327949-d244-40cf-9ea5-6ea77d503033), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.034701 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-39a51602-1797-4b19-aab3-a8a35df78833 admin admin] Publish callbacks [] for security_group (b9327949-d244-40cf-9ea5-6ea77d503033), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.084797 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-39a51602-1797-4b19-aab3-a8a35df78833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b9327949-d244-40cf-9ea5-6ea77d503033), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.088913 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-39a51602-1797-4b19-aab3-a8a35df78833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.089952 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-39a51602-1797-4b19-aab3-a8a35df78833 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9327949-d244-40cf-9ea5-6ea77d503033 HTTP/1.1" status: 204 len: 168 time: 0.1272376 May 17 15:43:49.098643 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a51602-1797-4b19-aab3-a8a35df78833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9327949-d244-40cf-9ea5-6ea77d503033,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:49.308632 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d17d7-ef22-4883-8337-5aaf0f06fe8f req-6b1ba66f-1eb5-42c4-8845-3f3313bf299d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:49.310368 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c82d17d7-ef22-4883-8337-5aaf0f06fe8f req-6b1ba66f-1eb5-42c4-8845-3f3313bf299d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0509276 May 17 15:43:49.364693 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c82d17d7-ef22-4883-8337-5aaf0f06fe8f req-e552f25f-a14c-4f5a-b22c-1b8a657be4c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 May 17 15:43:49.372911 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52184) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:49.386591 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-701a9614-b4f0-43f0-af3a-43e2a0db07a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.461460 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-701a9614-b4f0-43f0-af3a-43e2a0db07a1 admin admin] Publish callbacks [] for security_group (26c10620-d10b-42de-903f-0bd2b078575b), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.465055 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-701a9614-b4f0-43f0-af3a-43e2a0db07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (26c10620-d10b-42de-903f-0bd2b078575b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.503400 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-701a9614-b4f0-43f0-af3a-43e2a0db07a1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a508d3dbc9b94c889e01bef21405a49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292493 May 17 15:43:49.504212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9614-b4f0-43f0-af3a-43e2a0db07a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c10620-d10b-42de-903f-0bd2b078575b,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:49.506179 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52186) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:49.553648 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f3a77cc9-2a49-4c46-8f87-85310961a81d admin admin] Publish callbacks [] for security_group (26c10620-d10b-42de-903f-0bd2b078575b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.554826 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 64187337-3bb7-410e-8b83-1eed22758592 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:43:49.576830 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 64187337-3bb7-410e-8b83-1eed22758592 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:43:49.577413 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 64187337-3bb7-410e-8b83-1eed22758592 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:43:49.580785 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f3a77cc9-2a49-4c46-8f87-85310961a81d admin admin] Publish callbacks [] for security_group (26c10620-d10b-42de-903f-0bd2b078575b), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.627959 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f3a77cc9-2a49-4c46-8f87-85310961a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (26c10620-d10b-42de-903f-0bd2b078575b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.630498 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f3a77cc9-2a49-4c46-8f87-85310961a81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:49.631630 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f3a77cc9-2a49-4c46-8f87-85310961a81d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26c10620-d10b-42de-903f-0bd2b078575b HTTP/1.1" status: 204 len: 168 time: 0.1238761 May 17 15:43:49.640613 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a77cc9-2a49-4c46-8f87-85310961a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c10620-d10b-42de-903f-0bd2b078575b,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:49.934197 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52210) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:49.983260 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-78334be8-a5b4-4113-ae6c-671d749193ae admin admin] Deleting subnet e52c2ba0-2349-4e3b-8cb2-be244a340582 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:43:49.986453 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-78334be8-a5b4-4113-ae6c-671d749193ae admin admin] Publish callbacks [] for subnet (e52c2ba0-2349-4e3b-8cb2-be244a340582), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.021121 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-78334be8-a5b4-4113-ae6c-671d749193ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13879736'] for subnet (e52c2ba0-2349-4e3b-8cb2-be244a340582), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.062574 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-78334be8-a5b4-4113-ae6c-671d749193ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (e52c2ba0-2349-4e3b-8cb2-be244a340582), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.120148 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-78334be8-a5b4-4113-ae6c-671d749193ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13635102'] for subnet (e52c2ba0-2349-4e3b-8cb2-be244a340582), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.147122 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78334be8-a5b4-4113-ae6c-671d749193ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52c2ba0-2349-4e3b-8cb2-be244a340582,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:50.150651 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-78334be8-a5b4-4113-ae6c-671d749193ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.153801 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-78334be8-a5b4-4113-ae6c-671d749193ae admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e52c2ba0-2349-4e3b-8cb2-be244a340582 HTTP/1.1" status: 204 len: 168 time: 0.2186749 May 17 15:43:50.156517 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52220) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:50.229688 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (81bb7a4a-20a5-4b4f-b774-df99f2c59572), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.319067 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (81bb7a4a-20a5-4b4f-b774-df99f2c59572), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.349333 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bb7a4a-20a5-4b4f-b774-df99f2c59572']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:50.359901 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40da0004-fe05-411a-89f6-06d84ccf1c23') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:50.360392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40da0004-fe05-411a-89f6-06d84ccf1c23') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:43:50.371524 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (40da0004-fe05-411a-89f6-06d84ccf1c23), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.389517 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (40da0004-fe05-411a-89f6-06d84ccf1c23), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.402197 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:43:50.402602 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (40da0004-fe05-411a-89f6-06d84ccf1c23), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:43:50.404799 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:43:50.717684 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52248) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:50.747030 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (81bb7a4a-20a5-4b4f-b774-df99f2c59572), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.760244 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.763641 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] 10.222.0.75 "DELETE /v2.0/networks/81bb7a4a-20a5-4b4f-b774-df99f2c59572 HTTP/1.1" status: 204 len: 168 time: 0.6061389 May 17 15:43:50.778649 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf4d99-073a-4058-8c2b-6f9b49319779 admin admin] Pushing event deleted for resources: {'Network': ['ID=81bb7a4a-20a5-4b4f-b774-df99f2c59572,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:50.791182 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55bee7-c911-48b0-8729-b47e8e02a3ef req-302b68f4-788c-4eff-aa13-9e81b0c14d44 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:50.797346 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9c55bee7-c911-48b0-8729-b47e8e02a3ef req-302b68f4-788c-4eff-aa13-9e81b0c14d44 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0992620 May 17 15:43:50.863794 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9c55bee7-c911-48b0-8729-b47e8e02a3ef req-8d4872bc-bc73-425a-83ca-1d4006fd722c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531564 May 17 15:43:50.872916 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c138bb2-8d79-40ea-ae1e-527295413340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.943180 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52260) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:50.998275 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-b9d6bc3f-d6db-4507-9d76-0b54432da04b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5e120255943e4fecadc7d4a2a9188f9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511546 May 17 15:43:50.998501 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c138bb2-8d79-40ea-ae1e-527295413340 admin admin] Publish callbacks [] for security_group (cac62340-4941-416e-a90a-c8c4dbed51b5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:50.998940 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52264) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:51.006167 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2c138bb2-8d79-40ea-ae1e-527295413340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (cac62340-4941-416e-a90a-c8c4dbed51b5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.062896 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2c138bb2-8d79-40ea-ae1e-527295413340 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c9ce4a215ef14683ab8fc38726ecef35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427904 May 17 15:43:51.063492 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52268) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:51.064855 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c138bb2-8d79-40ea-ae1e-527295413340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac62340-4941-416e-a90a-c8c4dbed51b5,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:51.073649 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e350-27e4-4a0f-b831-b8dc5f763fea admin admin] Publish callbacks [] for security_group (27e21751-d767-4f6c-8194-e0a855453562), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.110692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e350-27e4-4a0f-b831-b8dc5f763fea admin admin] Publish callbacks [] for security_group (27e21751-d767-4f6c-8194-e0a855453562), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.164860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-606a685d-664a-4d96-a746-9ee43a87dece admin admin] Publish callbacks [] for security_group (cac62340-4941-416e-a90a-c8c4dbed51b5), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.188721 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-606a685d-664a-4d96-a746-9ee43a87dece admin admin] Publish callbacks [] for security_group (cac62340-4941-416e-a90a-c8c4dbed51b5), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.198938 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e350-27e4-4a0f-b831-b8dc5f763fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (27e21751-d767-4f6c-8194-e0a855453562), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.201878 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e350-27e4-4a0f-b831-b8dc5f763fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.203007 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c6b5e350-27e4-4a0f-b831-b8dc5f763fea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/27e21751-d767-4f6c-8194-e0a855453562 HTTP/1.1" status: 204 len: 168 time: 0.2040603 May 17 15:43:51.223900 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e350-27e4-4a0f-b831-b8dc5f763fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e21751-d767-4f6c-8194-e0a855453562,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:51.270999 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-606a685d-664a-4d96-a746-9ee43a87dece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (cac62340-4941-416e-a90a-c8c4dbed51b5), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.273591 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-606a685d-664a-4d96-a746-9ee43a87dece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.277121 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-606a685d-664a-4d96-a746-9ee43a87dece admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cac62340-4941-416e-a90a-c8c4dbed51b5 HTTP/1.1" status: 204 len: 168 time: 0.2103367 May 17 15:43:51.284470 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a685d-664a-4d96-a746-9ee43a87dece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac62340-4941-416e-a90a-c8c4dbed51b5,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:51.635365 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52304) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:51.650424 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ce3436c1-eeaa-4b82-877f-4f47c3b3daec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.736845 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ce3436c1-eeaa-4b82-877f-4f47c3b3daec admin admin] Publish callbacks [] for security_group (963f7405-8fbd-4b54-86a6-8db399affe3a), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.740881 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ce3436c1-eeaa-4b82-877f-4f47c3b3daec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (963f7405-8fbd-4b54-86a6-8db399affe3a), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.781782 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ce3436c1-eeaa-4b82-877f-4f47c3b3daec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=487f45bf2d8a41539d326ba304e40cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449709 May 17 15:43:51.783683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3436c1-eeaa-4b82-877f-4f47c3b3daec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963f7405-8fbd-4b54-86a6-8db399affe3a,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:51.784428 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52308) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:51.835521 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a330eb-7739-4a36-9adb-2e495ba81c3b admin admin] Publish callbacks [] for security_group (963f7405-8fbd-4b54-86a6-8db399affe3a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.859529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a330eb-7739-4a36-9adb-2e495ba81c3b admin admin] Publish callbacks [] for security_group (963f7405-8fbd-4b54-86a6-8db399affe3a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.922867 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a330eb-7739-4a36-9adb-2e495ba81c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (963f7405-8fbd-4b54-86a6-8db399affe3a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.930488 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a330eb-7739-4a36-9adb-2e495ba81c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:51.930488 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e8a330eb-7739-4a36-9adb-2e495ba81c3b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/963f7405-8fbd-4b54-86a6-8db399affe3a HTTP/1.1" status: 204 len: 168 time: 0.1418185 May 17 15:43:51.940916 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a330eb-7739-4a36-9adb-2e495ba81c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963f7405-8fbd-4b54-86a6-8db399affe3a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:52.018740 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42339-da55-4989-a59d-b22d204d0b3d req-584f5125-a9fb-4edd-8bdd-6910bdb1ae1b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:52.020352 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-16f42339-da55-4989-a59d-b22d204d0b3d req-584f5125-a9fb-4edd-8bdd-6910bdb1ae1b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0667033 May 17 15:43:52.100158 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-16f42339-da55-4989-a59d-b22d204d0b3d req-9dd2e184-83f6-46cc-96e7-9c541c9963df tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635238 May 17 15:43:52.750592 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52370) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:52.868634 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af2e42c2-d348-457d-aa3b-574ef12e9e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:52.950589 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af2e42c2-d348-457d-aa3b-574ef12e9e40 admin admin] Publish callbacks [] for security_group (a105a325-f298-4e89-ab37-28e4f74f90ee), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:52.955648 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af2e42c2-d348-457d-aa3b-574ef12e9e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (a105a325-f298-4e89-ab37-28e4f74f90ee), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.000802 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-af2e42c2-d348-457d-aa3b-574ef12e9e40 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91dd406c96be45e7b8899425b9db96e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482173 May 17 15:43:53.002274 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e42c2-d348-457d-aa3b-574ef12e9e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a105a325-f298-4e89-ab37-28e4f74f90ee,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:53.003445 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52378) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:53.072113 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2ef84ba3-eda5-43df-8f42-2d3a5aa8e422 admin admin] Publish callbacks [] for security_group (a105a325-f298-4e89-ab37-28e4f74f90ee), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.099759 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2ef84ba3-eda5-43df-8f42-2d3a5aa8e422 admin admin] Publish callbacks [] for security_group (a105a325-f298-4e89-ab37-28e4f74f90ee), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.155254 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2ef84ba3-eda5-43df-8f42-2d3a5aa8e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (a105a325-f298-4e89-ab37-28e4f74f90ee), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.157852 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2ef84ba3-eda5-43df-8f42-2d3a5aa8e422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.159171 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-2ef84ba3-eda5-43df-8f42-2d3a5aa8e422 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a105a325-f298-4e89-ab37-28e4f74f90ee HTTP/1.1" status: 204 len: 168 time: 0.1545091 May 17 15:43:53.167925 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef84ba3-eda5-43df-8f42-2d3a5aa8e422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a105a325-f298-4e89-ab37-28e4f74f90ee,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:53.214893 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52392) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:53.260611 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3b12a-9268-4f2b-9598-a8190de7e6e6 req-9b1c94e7-73b2-466d-99e6-aee955e31a13 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:53.263086 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e2d3b12a-9268-4f2b-9598-a8190de7e6e6 req-9b1c94e7-73b2-466d-99e6-aee955e31a13 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0572927 May 17 15:43:53.313055 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e2d3b12a-9268-4f2b-9598-a8190de7e6e6 req-040d6c4a-55c7-4e26-88e9-6ea382a00f44 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 May 17 15:43:53.344886 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ccd36cb-8087-4686-bfb0-f8aa1448781b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.433339 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ccd36cb-8087-4686-bfb0-f8aa1448781b admin admin] Publish callbacks [] for security_group (50cbabe4-fa11-4412-8ae3-974ec1317604), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.441192 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ccd36cb-8087-4686-bfb0-f8aa1448781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (50cbabe4-fa11-4412-8ae3-974ec1317604), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.484833 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7ccd36cb-8087-4686-bfb0-f8aa1448781b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef7fd0c9860a4a8abc6efcc89a711c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665062 May 17 15:43:53.485465 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52402) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:53.487179 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd36cb-8087-4686-bfb0-f8aa1448781b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cbabe4-fa11-4412-8ae3-974ec1317604,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:53.540141 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-038a0969-5024-4d8c-966e-e9f73cba6d97 admin admin] Publish callbacks [] for security_group (50cbabe4-fa11-4412-8ae3-974ec1317604), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.562636 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-038a0969-5024-4d8c-966e-e9f73cba6d97 admin admin] Publish callbacks [] for security_group (50cbabe4-fa11-4412-8ae3-974ec1317604), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.571668 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52406) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:53.585906 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b14f0f0-b057-4276-95cb-c9b581cbf3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.614982 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-038a0969-5024-4d8c-966e-e9f73cba6d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (50cbabe4-fa11-4412-8ae3-974ec1317604), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.618073 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-038a0969-5024-4d8c-966e-e9f73cba6d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.622752 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-038a0969-5024-4d8c-966e-e9f73cba6d97 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50cbabe4-fa11-4412-8ae3-974ec1317604 HTTP/1.1" status: 204 len: 168 time: 0.1355324 May 17 15:43:53.635407 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a0969-5024-4d8c-966e-e9f73cba6d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cbabe4-fa11-4412-8ae3-974ec1317604,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:53.668637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52410) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:53.685636 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b14f0f0-b057-4276-95cb-c9b581cbf3eb admin admin] Publish callbacks [] for security_group (7df0c242-812d-40ae-bc95-e0233e2988bf), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.690205 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b14f0f0-b057-4276-95cb-c9b581cbf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7df0c242-812d-40ae-bc95-e0233e2988bf), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.730191 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3b14f0f0-b057-4276-95cb-c9b581cbf3eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2838f4fbc16541b6ab73bf807dc58b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559153 May 17 15:43:53.731332 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14f0f0-b057-4276-95cb-c9b581cbf3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0c242-812d-40ae-bc95-e0233e2988bf,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:53.732043 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52414) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:53.806313 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f2811011-74d0-4970-9583-343d1209691e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.832708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2772c4c3-c9a5-46a2-8c63-d3fac784aa1f admin admin] Publish callbacks [] for security_group (7df0c242-812d-40ae-bc95-e0233e2988bf), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.870206 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2772c4c3-c9a5-46a2-8c63-d3fac784aa1f admin admin] Publish callbacks [] for security_group (7df0c242-812d-40ae-bc95-e0233e2988bf), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.949439 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f2811011-74d0-4970-9583-343d1209691e admin admin] Publish callbacks [] for security_group (98cbfcd6-84de-46ba-9857-a4e01100be19), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.950927 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2772c4c3-c9a5-46a2-8c63-d3fac784aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7df0c242-812d-40ae-bc95-e0233e2988bf), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.953865 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2772c4c3-c9a5-46a2-8c63-d3fac784aa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.955033 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-2772c4c3-c9a5-46a2-8c63-d3fac784aa1f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7df0c242-812d-40ae-bc95-e0233e2988bf HTTP/1.1" status: 204 len: 168 time: 0.2219584 May 17 15:43:53.957749 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f2811011-74d0-4970-9583-343d1209691e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (98cbfcd6-84de-46ba-9857-a4e01100be19), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:53.972151 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772c4c3-c9a5-46a2-8c63-d3fac784aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df0c242-812d-40ae-bc95-e0233e2988bf,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:54.006551 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-f2811011-74d0-4970-9583-343d1209691e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=49bc814d594245749541677fe5fefacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359649 May 17 15:43:54.009225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52428) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:54.009979 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2811011-74d0-4970-9583-343d1209691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cbfcd6-84de-46ba-9857-a4e01100be19,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:54.064851 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c6b18c7-2c83-4796-b96c-52817d790527 admin admin] Publish callbacks [] for security_group (98cbfcd6-84de-46ba-9857-a4e01100be19), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.088083 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c6b18c7-2c83-4796-b96c-52817d790527 admin admin] Publish callbacks [] for security_group (98cbfcd6-84de-46ba-9857-a4e01100be19), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.163686 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c6b18c7-2c83-4796-b96c-52817d790527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (98cbfcd6-84de-46ba-9857-a4e01100be19), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.166663 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c6b18c7-2c83-4796-b96c-52817d790527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.170688 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0c6b18c7-2c83-4796-b96c-52817d790527 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98cbfcd6-84de-46ba-9857-a4e01100be19 HTTP/1.1" status: 204 len: 168 time: 0.1579335 May 17 15:43:54.179834 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b18c7-2c83-4796-b96c-52817d790527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cbfcd6-84de-46ba-9857-a4e01100be19,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:54.312231 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52440) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:54.327535 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-47b617db-93bd-449b-9036-cc6352c67c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.432178 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-47b617db-93bd-449b-9036-cc6352c67c24 admin admin] Publish callbacks [] for security_group (632f0ede-e94e-4f6d-b9eb-84f71c159315), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.437681 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-47b617db-93bd-449b-9036-cc6352c67c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (632f0ede-e94e-4f6d-b9eb-84f71c159315), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.503691 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-47b617db-93bd-449b-9036-cc6352c67c24 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1057cfe014824408b20fb07a551db1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902206 May 17 15:43:54.506322 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52446) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:54.518986 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b617db-93bd-449b-9036-cc6352c67c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f0ede-e94e-4f6d-b9eb-84f71c159315,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:54.531500 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b7ef6-7cfd-40b2-8b6f-59ea8f623bb4 req-10aadbd0-7b5b-4840-9095-baad4abcad6b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:54.532892 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a95b7ef6-7cfd-40b2-8b6f-59ea8f623bb4 req-10aadbd0-7b5b-4840-9095-baad4abcad6b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0778985 May 17 15:43:54.578146 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-558a292f-0735-47d0-b98f-b705826231a4 admin admin] Publish callbacks [] for security_group (632f0ede-e94e-4f6d-b9eb-84f71c159315), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.593745 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a95b7ef6-7cfd-40b2-8b6f-59ea8f623bb4 req-7b4d077c-0f60-407d-9985-77656b7f7174 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530481 May 17 15:43:54.607688 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-558a292f-0735-47d0-b98f-b705826231a4 admin admin] Publish callbacks [] for security_group (632f0ede-e94e-4f6d-b9eb-84f71c159315), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.655677 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-558a292f-0735-47d0-b98f-b705826231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (632f0ede-e94e-4f6d-b9eb-84f71c159315), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.658243 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-558a292f-0735-47d0-b98f-b705826231a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.659382 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-558a292f-0735-47d0-b98f-b705826231a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/632f0ede-e94e-4f6d-b9eb-84f71c159315 HTTP/1.1" status: 204 len: 168 time: 0.1509757 May 17 15:43:54.667953 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a292f-0735-47d0-b98f-b705826231a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f0ede-e94e-4f6d-b9eb-84f71c159315,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:54.692552 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52458) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:54.789191 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-214158296-network', 'tenant_id': 'cac36e5078db4023a88b7720e409780b'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:43:54.807942 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Made reservation on behalf of cac36e5078db4023a88b7720e409780b for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:43:54.810498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.823316 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.921937 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Publish callbacks [] for security_group (9f74746b-295c-43b5-b407-9b251de94360), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.926305 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9f74746b-295c-43b5-b407-9b251de94360), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.954152 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:43:54.970409 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (418e3425-984e-467a-b2f8-46abc02f1a46), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:54.970883 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Added segment 418e3425-984e-467a-b2f8-46abc02f1a46 of type vlan for network 4c8b2043-78bf-4e27-83d8-b2eb9952990b May 17 15:43:55.017486 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f74746b-295c-43b5-b407-9b251de94360,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:55.022447 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (4c8b2043-78bf-4e27-83d8-b2eb9952990b), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:55.048690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (4c8b2043-78bf-4e27-83d8-b2eb9952990b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:55.050171 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:55.050348 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:55.081924 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3882284 May 17 15:43:55.085580 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52470) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:43:55.091711 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Request body: {'subnet': {'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-214158296-subnet', 'tenant_id': 'cac36e5078db4023a88b7720e409780b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:43:55.112732 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Made reservation on behalf of cac36e5078db4023a88b7720e409780b for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:43:55.115256 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13635123'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:55.122268 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdcbe5-753f-45a5-84cb-7a5ee88f1a20 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8b2043-78bf-4e27-83d8-b2eb9952990b,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:55.131851 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 4c8b2043-78bf-4e27-83d8-b2eb9952990b details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:43:55.327648 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13635109'] for subnet (915d1052-701d-41dd-a295-c54f34eea19d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:55.387812 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915d1052-701d-41dd-a295-c54f34eea19d,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:43:55.398650 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Checking segment: {'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:43:55.399016 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Network hostable DHCP agents. Network: 4c8b2043-78bf-4e27-83d8-b2eb9952990b, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:43:55.416790 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Network 4c8b2043-78bf-4e27-83d8-b2eb9952990b is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:43:55.424962 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 4c8b2043-78bf-4e27-83d8-b2eb9952990b) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:43:55.429235 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:55.429765 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:55.434776 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0935c7-bea6-468d-bb4b-5efe3be681c3 None None] Network 4c8b2043-78bf-4e27-83d8-b2eb9952990b requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:43:55.451297 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9cfa06aa-ea66-40d3-8907-a06ffdb7c2e2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3581166 May 17 15:43:55.533618 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82643445-072d-44ad-9ee4-8cbe39a04803 None None] Network 4c8b2043-78bf-4e27-83d8-b2eb9952990b requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:43:55.711233 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75f388-1280-4dd7-86eb-91d72797f1b4 req-dc5a6108-24b5-477c-b556-6481fc3f51c9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:55.712818 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ce75f388-1280-4dd7-86eb-91d72797f1b4 req-dc5a6108-24b5-477c-b556-6481fc3f51c9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0469096 May 17 15:43:55.762023 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ce75f388-1280-4dd7-86eb-91d72797f1b4 req-2e647ea7-505f-42fa-8558-0940eff2deb5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423353 May 17 15:43:56.874556 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaf50f-cbba-4aef-9168-03755322840e req-75461a42-1491-45e2-b4d7-32d30320ce88 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:56.875993 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6dbaf50f-cbba-4aef-9168-03755322840e req-75461a42-1491-45e2-b4d7-32d30320ce88 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0458128 May 17 15:43:56.926659 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6dbaf50f-cbba-4aef-9168-03755322840e req-421a13e5-b538-49e9-9bc0-063f1aa21b2d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 May 17 15:43:58.039145 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6d97-ab75-4c1d-a9c9-4243138decf6 req-ddaa4751-3168-415b-99fe-9cfd9da82ee4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:58.040620 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f76f6d97-ab75-4c1d-a9c9-4243138decf6 req-ddaa4751-3168-415b-99fe-9cfd9da82ee4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0468459 May 17 15:43:58.087979 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f76f6d97-ab75-4c1d-a9c9-4243138decf6 req-a835363a-b03b-45f8-8735-28e926cf6c16 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 May 17 15:43:58.232820 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-f5267c13-411d-4d9b-83d7-b84a01ca0269 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:58.234305 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-f5267c13-411d-4d9b-83d7-b84a01ca0269 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/networks?id=4c8b2043-78bf-4e27-83d8-b2eb9952990b HTTP/1.1" status: 200 len: 808 time: 0.1042831 May 17 15:43:58.249626 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-be0ec4cf-247a-4de0-a790-56ba30dadf40 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/quotas/cac36e5078db4023a88b7720e409780b HTTP/1.1" status: 200 len: 375 time: 0.0100722 May 17 15:43:58.282593 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-08be5acf-09a0-4e4a-84de-77270f065651 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cac36e5078db4023a88b7720e409780b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279279 May 17 15:43:58.376765 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-26a1bd12-bc48-4d8b-86db-14d02bf9d072 service neutron] 10.222.0.75 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876784 May 17 15:43:58.471482 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-6f46a5bd-e75d-40bf-8936-e7d6911da823 service neutron] 10.222.0.75 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881600 May 17 15:43:58.624791 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3048c2d0-d2af-49d5-a746-3848ab3dd13d req-2a71d88d-0773-4763-97a8-943209ef45cf tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 210 time: 0.0283375 May 17 15:43:59.215868 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a4720-8f67-4a0b-8acf-722fc0cf7c31 req-067d908c-58f5-424f-9a59-c51161dedabb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:59.217430 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-253a4720-8f67-4a0b-8acf-722fc0cf7c31 req-067d908c-58f5-424f-9a59-c51161dedabb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0575604 May 17 15:43:59.265705 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-253a4720-8f67-4a0b-8acf-722fc0cf7c31 req-14cb8dac-d117-4aff-a3a6-554152da98b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 May 17 15:43:59.682130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-8927a3ed-edb0-412a-bd2c-96c66e31d6f1 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:59.683583 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-8927a3ed-edb0-412a-bd2c-96c66e31d6f1 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.61 "GET /v2.0/networks?id=4c8b2043-78bf-4e27-83d8-b2eb9952990b HTTP/1.1" status: 200 len: 808 time: 0.1240315 May 17 15:43:59.697566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Request body: {'port': {'device_id': 'd1ea6195-a881-4528-ba3a-1759e848a742', 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b', 'admin_state_up': True, 'tenant_id': 'cac36e5078db4023a88b7720e409780b'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:43:59.786114 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f6a0bba2-2799-4117-a15f-ba6165d05c3b req-182f9e0c-0bbd-44ce-abc0-c6d1e494bc16 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 210 time: 0.0688312 May 17 15:43:59.830413 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-2b40b799-6d24-4d75-b9d3-fd4080d002e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117818 May 17 15:43:59.875024 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Made reservation on behalf of cac36e5078db4023a88b7720e409780b for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:43:59.878412 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:59.893047 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:43:59.963199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-b5fbc1f7-6255-4304-b085-875b77ea69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:43:59.964658 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-b5fbc1f7-6255-4304-b085-875b77ea69ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 1130 time: 0.0738692 May 17 15:44:00.096003 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Allocated IP 172.20.0.5 (4c8b2043-78bf-4e27-83d8-b2eb9952990b/915d1052-701d-41dd-a295-c54f34eea19d/416fca4c-7448-4df1-9d51-65f335cec4e9) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:44:00.126241 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-61435085-fbfa-4470-b3ab-9a9aaba020dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:00.127897 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-61435085-fbfa-4470-b3ab-9a9aaba020dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.1447017 May 17 15:44:00.178812 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-5de7b2bf-2359-4058-8321-1e36117c42a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee HTTP/1.1" status: 200 len: 217 time: 0.0419199 May 17 15:44:00.288144 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-d11975e4-3794-4a0c-aa91-ef784d7ee07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:00.289629 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-d11975e4-3794-4a0c-aa91-ef784d7ee07c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.1011586 May 17 15:44:00.384669 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-a5ca96ed-1cd5-4a6b-a344-d63d0b35fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:00.386176 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-a5ca96ed-1cd5-4a6b-a344-d63d0b35fa75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897527 May 17 15:44:00.409185 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks [] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:00.429756 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b576265-2d38-4aee-b0b3-be44769ff504 req-2465869f-8f8f-4b38-9394-7ba687ec124b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:00.431314 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3b576265-2d38-4aee-b0b3-be44769ff504 req-2465869f-8f8f-4b38-9394-7ba687ec124b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0942156 May 17 15:44:00.560497 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:00.565284 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3b576265-2d38-4aee-b0b3-be44769ff504 req-f377415d-cfce-4479-88cd-d5c425b91f04 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262455 May 17 15:44:00.568956 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-c272c679-3061-4373-895b-f0b2aa753e97 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754246 May 17 15:44:00.635050 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Network 4c8b2043-78bf-4e27-83d8-b2eb9952990b is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:44:00.644922 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:44:00.648762 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Pushing event updated for resources: {'Port': ['ID=416fca4c-7448-4df1-9d51-65f335cec4e9,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:00.652423 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:44:00.748102 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:00.748801 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:00.764701 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9cc54926-0bb1-4d26-848a-3b40f97d1243 req-8f454787-7a55-49c1-add4-19e374abad60 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672342 May 17 15:44:00.769235 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-35476f4c-a2ab-42da-94b2-448ebcf2e8fc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0761726 May 17 15:44:00.783253 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Request body: {'port': {'device_id': 'd1ea6195-a881-4528-ba3a-1759e848a742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:44:00.847165 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:00.924682 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a386bbf-4fc5-4cd7-8187-5c7874c9512d req-c01cd110-fc64-42de-a02d-81f2c920dbbe tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:00.926218 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9a386bbf-4fc5-4cd7-8187-5c7874c9512d req-c01cd110-fc64-42de-a02d-81f2c920dbbe tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 931 time: 0.0694146 May 17 15:44:00.944099 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-af2103b9-1b10-4c82-b8cd-ba0c79d14498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:01.057124 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9a386bbf-4fc5-4cd7-8187-5c7874c9512d req-3521dc75-d7b9-4209-a162-64419a389b27 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244204 May 17 15:44:01.203620 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416fca4c-7448-4df1-9d51-65f335cec4e9 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:44:01.211812 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Publish callbacks [] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:01.224404 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Transition to ACTIVE for port object 416fca4c-7448-4df1-9d51-65f335cec4e9 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:44:01.227937 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:01.277551 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Pushing event updated for resources: {'Port': ['ID=416fca4c-7448-4df1-9d51-65f335cec4e9,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:01.344909 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Attempting to bind port 416fca4c-7448-4df1-9d51-65f335cec4e9 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:44:01.345540 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Attempting to bind port 416fca4c-7448-4df1-9d51-65f335cec4e9 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:44:01.345540 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Attempting to bind port 416fca4c-7448-4df1-9d51-65f335cec4e9 on network 4c8b2043-78bf-4e27-83d8-b2eb9952990b {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:44:01.349735 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Port 416fca4c-7448-4df1-9d51-65f335cec4e9 on network 4c8b2043-78bf-4e27-83d8-b2eb9952990b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:44:01.350086 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Attempting to bind port 416fca4c-7448-4df1-9d51-65f335cec4e9 on network 4c8b2043-78bf-4e27-83d8-b2eb9952990b {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:44:01.355052 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:44:01.355384 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Checking segment: {'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:44:01.355759 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Bound using segment: {'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:44:01.356170 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Bound port: 416fca4c-7448-4df1-9d51-65f335cec4e9, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:44:01.356514 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:01.414289 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] For port 416fca4c-7448-4df1-9d51-65f335cec4e9, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:44:01.417881 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] For port 416fca4c-7448-4df1-9d51-65f335cec4e9, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=416fca4c-7448-4df1-9d51-65f335cec4e9,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:44:01.423864 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:01.457514 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:01.458253 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:01.459613 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] 10.222.0.61 "PUT /v2.0/ports/416fca4c-7448-4df1-9d51-65f335cec4e9 HTTP/1.1" status: 200 len: 1093 time: 0.6825683 May 17 15:44:01.461631 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ea6195-a881-4528-ba3a-1759e848a742', 'tag': '416fca4c-7448-4df1-9d51-65f335cec4e9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:44:01.464636 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09133973-ba68-4a54-8539-3cd06421e3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ea6195-a881-4528-ba3a-1759e848a742", "tag": "416fca4c-7448-4df1-9d51-65f335cec4e9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:44:01.492073 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e1504-b9e2-457f-b6ad-3cfe163ca996 service neutron] Pushing event updated for resources: {'Port': ['ID=416fca4c-7448-4df1-9d51-65f335cec4e9,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:01.506946 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a2826b-dbfc-484c-a84f-53632f9cda93 x-openstack-request-id: req-89a2826b-dbfc-484c-a84f-53632f9cda93 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:44:01.507240 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ea6195-a881-4528-ba3a-1759e848a742", "tag": "416fca4c-7448-4df1-9d51-65f335cec4e9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:44:01.507497 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89a2826b-dbfc-484c-a84f-53632f9cda93 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:44:01.507901 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a2826b-dbfc-484c-a84f-53632f9cda93'] response: {'name': 'network-changed', 'server_uuid': 'd1ea6195-a881-4528-ba3a-1759e848a742', 'tag': '416fca4c-7448-4df1-9d51-65f335cec4e9', 'status': 'completed', 'code': 200} May 17 15:44:01.577025 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-674e698c-eb82-4f0c-bba6-46dd03bba8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:01.578543 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-674e698c-eb82-4f0c-bba6-46dd03bba8ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cac36e5078db4023a88b7720e409780b&device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 1127 time: 0.0386107 May 17 15:44:01.621640 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-ea8440b4-c7e7-42b3-902a-2494cdc53f90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=416fca4c-7448-4df1-9d51-65f335cec4e9 HTTP/1.1" status: 200 len: 217 time: 0.0322630 May 17 15:44:01.708023 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85477486-f1f6-4518-b6b7-5f0356f4becb req-1f145c1a-ae1a-4f4e-b64a-20318812d274 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:01.709964 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-85477486-f1f6-4518-b6b7-5f0356f4becb req-1f145c1a-ae1a-4f4e-b64a-20318812d274 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0743148 May 17 15:44:01.712381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-b6606211-9662-4809-bfe6-cbb34a1c1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:01.714740 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-b6606211-9662-4809-bfe6-cbb34a1c1135 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=915d1052-701d-41dd-a295-c54f34eea19d HTTP/1.1" status: 200 len: 848 time: 0.0873573 May 17 15:44:01.753750 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-a0c0ef5d-7efc-4488-bc0a-95ebd8336efe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c8b2043-78bf-4e27-83d8-b2eb9952990b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311210 May 17 15:44:01.801705 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-85477486-f1f6-4518-b6b7-5f0356f4becb req-73b34dea-072d-430b-a259-5126ef0de0cb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855358 May 17 15:44:01.862233 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-af083637-629f-4790-bcd9-0a724ad0655d service neutron] 10.222.0.61 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983899 May 17 15:44:01.956469 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e25d462-2b71-48cc-9e54-6865f6924899 req-0f45f8f9-6126-4e39-9610-8df25be2e8ed service neutron] 10.222.0.61 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880864 May 17 15:44:02.171813 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c4d97-ae9c-421f-8c43-24a6c7d5d41d req-e2fba819-eca7-4f5a-9c33-749895dc8d2c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:02.173240 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a0c4d97-ae9c-421f-8c43-24a6c7d5d41d req-e2fba819-eca7-4f5a-9c33-749895dc8d2c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 943 time: 0.0465124 May 17 15:44:02.221099 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a0c4d97-ae9c-421f-8c43-24a6c7d5d41d req-547e3143-261e-4b68-bfd6-87dc2110d95b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 May 17 15:44:02.913806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221a84e-c490-4efe-86d9-0a2a54adc223 req-b47b1287-4061-4775-b325-93386b273fe2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:02.915313 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4221a84e-c490-4efe-86d9-0a2a54adc223 req-b47b1287-4061-4775-b325-93386b273fe2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0454862 May 17 15:44:02.961540 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4221a84e-c490-4efe-86d9-0a2a54adc223 req-2c89e75b-473f-4535-b086-fb4efdafd986 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 May 17 15:44:03.208494 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52636) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:03.326295 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:03.354463 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00877c9d-32d8-4d6e-b3aa-4e274fb5efb1 req-527c12d8-b65a-4410-aab3-26318649df4f tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:03.355923 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-00877c9d-32d8-4d6e-b3aa-4e274fb5efb1 req-527c12d8-b65a-4410-aab3-26318649df4f tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 943 time: 0.0672662 May 17 15:44:03.403461 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-35eaf497-1324-40fd-b0e4-36402ffd9425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:03.429398 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-00877c9d-32d8-4d6e-b3aa-4e274fb5efb1 req-f34004c1-90dc-43f9-acfa-47686ede4dae tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675442 May 17 15:44:03.455023 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Publish callbacks [] for security_group (4265934c-2180-4e1f-9a2d-2cef6a9c81e0), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:03.458767 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (4265934c-2180-4e1f-9a2d-2cef6a9c81e0), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:03.497040 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=59cafc7aa7bf40c5a22e0451269de3ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875137 May 17 15:44:03.498069 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4265934c-2180-4e1f-9a2d-2cef6a9c81e0,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:03.499706 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52642) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:03.505220 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.505574 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.505917 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.506286 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.506655 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.506987 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.507314 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.507646 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.507971 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.508296 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.508622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.508947 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.509268 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.509588 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.509905 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94d1a8-51be-40d0-83d0-ad7129bacafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.546422 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Publish callbacks [] for security_group (4265934c-2180-4e1f-9a2d-2cef6a9c81e0), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:03.566704 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Publish callbacks [] for security_group (4265934c-2180-4e1f-9a2d-2cef6a9c81e0), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:03.613866 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (4265934c-2180-4e1f-9a2d-2cef6a9c81e0), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:03.617338 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:03.618510 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4265934c-2180-4e1f-9a2d-2cef6a9c81e0 HTTP/1.1" status: 204 len: 168 time: 0.1178510 May 17 15:44:03.626161 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265934c-2180-4e1f-9a2d-2cef6a9c81e0,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:03.634188 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.634526 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.634881 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.635213 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.635539 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.635859 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.636174 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.636486 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.636904 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.637237 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.637567 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.637888 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.638234 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.638546 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:03.638859 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431011-d8eb-4e7d-a5ab-8680518bb6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:04.075202 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbcf5f-714d-4cf7-aa81-fa94bccc112a req-855306b8-fc22-42e5-876f-243e690d5dfe tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:04.076636 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-edbbcf5f-714d-4cf7-aa81-fa94bccc112a req-855306b8-fc22-42e5-876f-243e690d5dfe tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0461991 May 17 15:44:04.126634 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-edbbcf5f-714d-4cf7-aa81-fa94bccc112a req-52cfdc88-0319-4359-a7f3-fa76bf3526a7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 May 17 15:44:04.285244 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:04.548985 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da4d7b-3c69-42fc-b084-ca254ae11c6b req-be177d98-7ce0-41e4-a376-360437cd8669 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:04.550570 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-51da4d7b-3c69-42fc-b084-ca254ae11c6b req-be177d98-7ce0-41e4-a376-360437cd8669 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 943 time: 0.0537117 May 17 15:44:04.597946 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-51da4d7b-3c69-42fc-b084-ca254ae11c6b req-b8ef1b82-3c63-42c4-af48-43525acc842d tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 May 17 15:44:05.239660 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7aeb0-dd84-4c51-9c76-bddf3570024b req-58e7b7b3-a6e2-4821-97bc-6e0d8c324768 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:05.241233 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cef7aeb0-dd84-4c51-9c76-bddf3570024b req-58e7b7b3-a6e2-4821-97bc-6e0d8c324768 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0503631 May 17 15:44:05.287298 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cef7aeb0-dd84-4c51-9c76-bddf3570024b req-6056cdce-f31c-43a1-b2f9-ff82c315fad0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 May 17 15:44:05.456842 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52722) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:05.557364 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5d1a-6e6c-4754-9ea8-d1381c9bd4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.626179 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 416fca4c-7448-4df1-9d51-65f335cec4e9 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:44:05.635038 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5d1a-6e6c-4754-9ea8-d1381c9bd4f1 admin admin] Publish callbacks [] for security_group (b8165ced-46b5-4014-a46c-d40b36f5c386), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.639257 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5d1a-6e6c-4754-9ea8-d1381c9bd4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b8165ced-46b5-4014-a46c-d40b36f5c386), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.677909 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-fe6c5d1a-6e6c-4754-9ea8-d1381c9bd4f1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e9994fd409c34aeca50155a77ed1f20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200048 May 17 15:44:05.682794 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52728) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:05.697811 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c5d1a-6e6c-4754-9ea8-d1381c9bd4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8165ced-46b5-4014-a46c-d40b36f5c386,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:05.715941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b81cd1-3e9c-462f-b032-133fd762b77d req-0f592e94-5f4a-4195-9c6b-9c27faffcc9d tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:05.717951 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-68b81cd1-3e9c-462f-b032-133fd762b77d req-0f592e94-5f4a-4195-9c6b-9c27faffcc9d tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 943 time: 0.0518482 May 17 15:44:05.746425 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-046eb91e-d301-44d6-bf6a-d2e857939243 admin admin] Publish callbacks [] for security_group (b8165ced-46b5-4014-a46c-d40b36f5c386), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.754095 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 416fca4c-7448-4df1-9d51-65f335cec4e9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=416fca4c-7448-4df1-9d51-65f335cec4e9,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:05.769221 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-046eb91e-d301-44d6-bf6a-d2e857939243 admin admin] Publish callbacks [] for security_group (b8165ced-46b5-4014-a46c-d40b36f5c386), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.773804 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '416fca4c-7448-4df1-9d51-65f335cec4e9', 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b', 'port_id': '416fca4c-7448-4df1-9d51-65f335cec4e9', 'mac_address': 'fa:16:3e:39:f5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915d1052-701d-41dd-a295-c54f34eea19d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:44:05.782562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-68b81cd1-3e9c-462f-b032-133fd762b77d req-e142ddc5-bda4-4b6e-800c-6c948b1ca463 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581896 May 17 15:44:05.810476 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 416fca4c-7448-4df1-9d51-65f335cec4e9 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:44:05.810903 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.817446 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-046eb91e-d301-44d6-bf6a-d2e857939243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b8165ced-46b5-4014-a46c-d40b36f5c386), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.820668 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-046eb91e-d301-44d6-bf6a-d2e857939243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.824714 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-046eb91e-d301-44d6-bf6a-d2e857939243 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8165ced-46b5-4014-a46c-d40b36f5c386 HTTP/1.1" status: 204 len: 168 time: 0.1407058 May 17 15:44:05.829737 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416fca4c-7448-4df1-9d51-65f335cec4e9 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:44:05.832322 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046eb91e-d301-44d6-bf6a-d2e857939243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8165ced-46b5-4014-a46c-d40b36f5c386,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:05.864004 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 416fca4c-7448-4df1-9d51-65f335cec4e9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=416fca4c-7448-4df1-9d51-65f335cec4e9,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:05.869560 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:05.918030 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=416fca4c-7448-4df1-9d51-65f335cec4e9,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:05.925829 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.926480 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.926842 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.927203 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.927539 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.927869 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.928700 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.929042 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.929366 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.929691 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.930035 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.930363 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.930686 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.931006 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:05.931324 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:44:06.003641 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:06.093335 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52736) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:06.106827 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ee1e419-1c47-4b45-8acb-4d2b48d62f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:06.182171 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ee1e419-1c47-4b45-8acb-4d2b48d62f5d admin admin] Publish callbacks [] for security_group (d9112ce3-116c-4069-9128-008bbf00225e), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:06.185730 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ee1e419-1c47-4b45-8acb-4d2b48d62f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d9112ce3-116c-4069-9128-008bbf00225e), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:06.224977 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-9ee1e419-1c47-4b45-8acb-4d2b48d62f5d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d8aec0e8efe44b69947cbf1d1dc32f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305950 May 17 15:44:06.226614 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1e419-1c47-4b45-8acb-4d2b48d62f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9112ce3-116c-4069-9128-008bbf00225e,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:06.228422 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52738) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:06.274283 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d77a-2962-4b17-86c7-ad2f00f624e5 admin admin] Publish callbacks [] for security_group (d9112ce3-116c-4069-9128-008bbf00225e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:06.295903 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d77a-2962-4b17-86c7-ad2f00f624e5 admin admin] Publish callbacks [] for security_group (d9112ce3-116c-4069-9128-008bbf00225e), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:06.341775 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d77a-2962-4b17-86c7-ad2f00f624e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d9112ce3-116c-4069-9128-008bbf00225e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:06.344437 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d77a-2962-4b17-86c7-ad2f00f624e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:06.345578 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ecb1d77a-2962-4b17-86c7-ad2f00f624e5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d9112ce3-116c-4069-9128-008bbf00225e HTTP/1.1" status: 204 len: 168 time: 0.1161907 May 17 15:44:06.354041 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1d77a-2962-4b17-86c7-ad2f00f624e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9112ce3-116c-4069-9128-008bbf00225e,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:06.402820 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb974d6-65a1-4a87-87ed-f76b1a46ce49 req-674c8087-a4df-43d8-8498-97328c79cf49 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:06.404294 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2bb974d6-65a1-4a87-87ed-f76b1a46ce49 req-674c8087-a4df-43d8-8498-97328c79cf49 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0486140 May 17 15:44:06.451222 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2bb974d6-65a1-4a87-87ed-f76b1a46ce49 req-ee95fb2d-d944-4482-baa2-1dd1c64d60b9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 May 17 15:44:06.511343 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['416fca4c-7448-4df1-9d51-65f335cec4e9'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:44:06.893387 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6a295-1f95-4772-882b-fc7e756dceb5 req-3f7d6dbc-ac78-4618-8458-81baeacbb5c7 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:06.894887 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ca6a295-1f95-4772-882b-fc7e756dceb5 req-3f7d6dbc-ac78-4618-8458-81baeacbb5c7 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 944 time: 0.0498259 May 17 15:44:06.942124 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ca6a295-1f95-4772-882b-fc7e756dceb5 req-2ea6eaa1-8e37-4eb4-9d72-bd8be6972987 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 May 17 15:44:07.003269 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-4e02bcdc-c8b8-45af-95bf-13f39bde23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:07.004767 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-4e02bcdc-c8b8-45af-95bf-13f39bde23a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cac36e5078db4023a88b7720e409780b&device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 1128 time: 0.0400143 May 17 15:44:07.094743 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-f3674e45-5166-42c1-b1c9-dfd9bc582b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:07.096179 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-f3674e45-5166-42c1-b1c9-dfd9bc582b1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c8b2043-78bf-4e27-83d8-b2eb9952990b HTTP/1.1" status: 200 len: 909 time: 0.0852847 May 17 15:44:07.135170 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-f76e6f44-4e17-4a01-81b0-27a60c3a4be8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=416fca4c-7448-4df1-9d51-65f335cec4e9 HTTP/1.1" status: 200 len: 217 time: 0.0306664 May 17 15:44:07.183456 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-ba18d3f3-2864-480f-8c4d-2b96732dc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:07.184881 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-ba18d3f3-2864-480f-8c4d-2b96732dc01d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=915d1052-701d-41dd-a295-c54f34eea19d HTTP/1.1" status: 200 len: 848 time: 0.0443575 May 17 15:44:07.217974 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-bf678a9b-56bd-4486-a2e8-ac94803d4db5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c8b2043-78bf-4e27-83d8-b2eb9952990b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259421 May 17 15:44:07.311075 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-b2987f96-a478-48ad-b561-873687d31ee9 service neutron] 10.222.0.61 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859687 May 17 15:44:07.497240 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:07.672584 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324f2d-ec26-4964-8abf-cb2d4e9146cd req-fa92752e-2362-4fa4-816c-b185b444c76f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:07.674159 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-75324f2d-ec26-4964-8abf-cb2d4e9146cd req-fa92752e-2362-4fa4-816c-b185b444c76f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0570586 May 17 15:44:07.680313 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09133973-ba68-4a54-8539-3cd06421e3a5 req-9cf3a656-eb1e-49c8-8fc7-9a7d18d0cc24 service neutron] 10.222.0.61 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622026 May 17 15:44:07.721928 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-75324f2d-ec26-4964-8abf-cb2d4e9146cd req-fab5f265-c902-4634-b753-516cd5683959 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 May 17 15:44:08.060773 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6161-37b6-4b83-a776-d5ad557bd972 req-047b6c85-98b2-4914-93cb-b883bdca7897 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:08.062292 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8dfd6161-37b6-4b83-a776-d5ad557bd972 req-047b6c85-98b2-4914-93cb-b883bdca7897 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 944 time: 0.0514071 May 17 15:44:08.067352 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 416fca4c-7448-4df1-9d51-65f335cec4e9 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:44:08.113935 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 416fca4c-7448-4df1-9d51-65f335cec4e9 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:44:08.117000 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8dfd6161-37b6-4b83-a776-d5ad557bd972 req-f8c2d208-04b5-4ff8-8bbb-feaf53627bf7 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482049 May 17 15:44:08.121217 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 416fca4c-7448-4df1-9d51-65f335cec4e9 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:44:08.121749 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:08.199422 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 416fca4c-7448-4df1-9d51-65f335cec4e9 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:44:08.199859 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:08.223288 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea6195-a881-4528-ba3a-1759e848a742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416fca4c-7448-4df1-9d51-65f335cec4e9'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:44:08.226038 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98836345-6805-4762-88dd-eaf557396ecc" -d '{"events": [{"server_uuid": "d1ea6195-a881-4528-ba3a-1759e848a742", "name": "network-vif-plugged", "status": "completed", "tag": "416fca4c-7448-4df1-9d51-65f335cec4e9"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:44:08.246466 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 416fca4c-7448-4df1-9d51-65f335cec4e9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=416fca4c-7448-4df1-9d51-65f335cec4e9,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:08.250362 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:08.272728 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12adb9-a2df-43ea-a9cf-a7e11bd4de7b x-openstack-request-id: req-dc12adb9-a2df-43ea-a9cf-a7e11bd4de7b {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:44:08.273044 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea6195-a881-4528-ba3a-1759e848a742", "name": "network-vif-plugged", "status": "completed", "tag": "416fca4c-7448-4df1-9d51-65f335cec4e9", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:44:08.273301 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc12adb9-a2df-43ea-a9cf-a7e11bd4de7b {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:44:08.273693 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc12adb9-a2df-43ea-a9cf-a7e11bd4de7b'] response: {'server_uuid': 'd1ea6195-a881-4528-ba3a-1759e848a742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416fca4c-7448-4df1-9d51-65f335cec4e9', 'code': 200} May 17 15:44:08.298866 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=416fca4c-7448-4df1-9d51-65f335cec4e9,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:08.430300 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf108c4-75e4-43a7-9a4b-e559fcb0cace req-507c1a5d-b396-414c-bba7-56a492f5e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:08.431750 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-faf108c4-75e4-43a7-9a4b-e559fcb0cace req-507c1a5d-b396-414c-bba7-56a492f5e6d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 1129 time: 0.0372870 May 17 15:44:08.472777 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-faf108c4-75e4-43a7-9a4b-e559fcb0cace req-eed9a4be-1a90-40e9-81fa-865721fee1a8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 May 17 15:44:08.832250 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00172-e577-4162-9146-85d376cfc899 req-c359fc55-def6-4f1e-9682-e0c87d72f9ad tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:08.833698 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-22c00172-e577-4162-9146-85d376cfc899 req-c359fc55-def6-4f1e-9682-e0c87d72f9ad tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0449367 May 17 15:44:08.885433 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-22c00172-e577-4162-9146-85d376cfc899 req-1abaf22a-653f-4211-add0-276f3b01d383 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 May 17 15:44:09.239572 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75153ff-0c84-4b1b-a58d-f7fd597a5a25 req-441c0e92-0b38-4ccd-864f-5a64e4ea13a0 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:09.241650 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d75153ff-0c84-4b1b-a58d-f7fd597a5a25 req-441c0e92-0b38-4ccd-864f-5a64e4ea13a0 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0508106 May 17 15:44:09.286901 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d75153ff-0c84-4b1b-a58d-f7fd597a5a25 req-75de68ce-ae63-40f7-888c-659c0a607f21 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 May 17 15:44:10.001443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b44eb-5692-4fab-b674-4a988acd1290 req-44b93e3c-838d-4246-a4c2-98eb922b5568 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:10.003271 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c95b44eb-5692-4fab-b674-4a988acd1290 req-44b93e3c-838d-4246-a4c2-98eb922b5568 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0497706 May 17 15:44:10.054321 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c95b44eb-5692-4fab-b674-4a988acd1290 req-4f2b0465-1882-42ef-84b7-e97e4dde8c50 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 May 17 15:44:10.399928 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985318-3cf2-4997-b402-e58e57baa2d6 req-cb1726a7-a863-4f08-9a3c-ef3d4e93bbac tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:10.401358 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-00985318-3cf2-4997-b402-e58e57baa2d6 req-cb1726a7-a863-4f08-9a3c-ef3d4e93bbac tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0457458 May 17 15:44:10.450060 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-00985318-3cf2-4997-b402-e58e57baa2d6 req-317d2626-762f-4e80-b09d-70fd518c3cf9 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 May 17 15:44:11.171739 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa692b7-332b-468a-b9bc-c3ebd6d702cb req-74673c8f-5ee6-4bb7-963e-eac9344aef88 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:11.173279 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-baa692b7-332b-468a-b9bc-c3ebd6d702cb req-74673c8f-5ee6-4bb7-963e-eac9344aef88 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0514205 May 17 15:44:11.222538 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-baa692b7-332b-468a-b9bc-c3ebd6d702cb req-672f49c9-2840-4fb8-86d8-c53e6ac47ad6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 May 17 15:44:11.430460 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52874) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:11.577763 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337e09b-db8f-4c11-862f-5afc53e21e4d req-6ed6a9c7-1a71-4bcf-b852-b865247e9321 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:11.578708 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-35dd9f43-fbb5-46b8-b64f-2681af92c0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:11.579250 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3337e09b-db8f-4c11-862f-5afc53e21e4d req-6ed6a9c7-1a71-4bcf-b852-b865247e9321 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0502152 May 17 15:44:11.626067 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3337e09b-db8f-4c11-862f-5afc53e21e4d req-1920622a-112e-47d4-8f26-9f9488c928fa tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 May 17 15:44:11.654552 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-35dd9f43-fbb5-46b8-b64f-2681af92c0c0 admin admin] Publish callbacks [] for security_group (bb5aa4d5-1b0c-4bc0-8d65-8a4b998e7019), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:11.658546 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-35dd9f43-fbb5-46b8-b64f-2681af92c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (bb5aa4d5-1b0c-4bc0-8d65-8a4b998e7019), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:11.703733 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-35dd9f43-fbb5-46b8-b64f-2681af92c0c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=492e5075876e453f84afee93986fc9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721610 May 17 15:44:11.704605 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd9f43-fbb5-46b8-b64f-2681af92c0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5aa4d5-1b0c-4bc0-8d65-8a4b998e7019,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:11.706343 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52886) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:11.757458 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a18a4d07-bf41-4c9c-9313-8b043d0161e6 admin admin] Publish callbacks [] for security_group (bb5aa4d5-1b0c-4bc0-8d65-8a4b998e7019), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:11.779294 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a18a4d07-bf41-4c9c-9313-8b043d0161e6 admin admin] Publish callbacks [] for security_group (bb5aa4d5-1b0c-4bc0-8d65-8a4b998e7019), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:11.829376 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a18a4d07-bf41-4c9c-9313-8b043d0161e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (bb5aa4d5-1b0c-4bc0-8d65-8a4b998e7019), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:11.831874 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a18a4d07-bf41-4c9c-9313-8b043d0161e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:11.832994 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-a18a4d07-bf41-4c9c-9313-8b043d0161e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb5aa4d5-1b0c-4bc0-8d65-8a4b998e7019 HTTP/1.1" status: 204 len: 168 time: 0.1255646 May 17 15:44:11.840955 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a4d07-bf41-4c9c-9313-8b043d0161e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5aa4d5-1b0c-4bc0-8d65-8a4b998e7019,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:12.110367 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 52896) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:12.123080 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-218ad7aa-af6b-4996-9621-c33851654b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:12.195299 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-218ad7aa-af6b-4996-9621-c33851654b30 admin admin] Publish callbacks [] for security_group (a2d31e21-619f-4a98-ab71-0bb9c329bcbb), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:12.198776 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-218ad7aa-af6b-4996-9621-c33851654b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (a2d31e21-619f-4a98-ab71-0bb9c329bcbb), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:12.235377 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-218ad7aa-af6b-4996-9621-c33851654b30 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a01d25ad2c4e440d93a208782d48dba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239648 May 17 15:44:12.236235 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ad7aa-af6b-4996-9621-c33851654b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d31e21-619f-4a98-ab71-0bb9c329bcbb,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:12.238168 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 52898) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:12.286673 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d827ad4a-675d-4b45-858e-47f744e0b6ed admin admin] Publish callbacks [] for security_group (a2d31e21-619f-4a98-ab71-0bb9c329bcbb), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:12.309035 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d827ad4a-675d-4b45-858e-47f744e0b6ed admin admin] Publish callbacks [] for security_group (a2d31e21-619f-4a98-ab71-0bb9c329bcbb), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:12.341019 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2becc0-e7d3-4b8b-8461-34d832dcab20 req-caa3b75a-0f31-41cb-babd-57cfe467ea74 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:12.342624 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3f2becc0-e7d3-4b8b-8461-34d832dcab20 req-caa3b75a-0f31-41cb-babd-57cfe467ea74 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0508857 May 17 15:44:12.357185 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d827ad4a-675d-4b45-858e-47f744e0b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (a2d31e21-619f-4a98-ab71-0bb9c329bcbb), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:12.359718 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d827ad4a-675d-4b45-858e-47f744e0b6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:12.363377 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d827ad4a-675d-4b45-858e-47f744e0b6ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a2d31e21-619f-4a98-ab71-0bb9c329bcbb HTTP/1.1" status: 204 len: 168 time: 0.1219082 May 17 15:44:12.368804 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827ad4a-675d-4b45-858e-47f744e0b6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d31e21-619f-4a98-ab71-0bb9c329bcbb,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:12.398547 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3f2becc0-e7d3-4b8b-8461-34d832dcab20 req-665eeed5-51ac-46c9-9f3f-5e19795e85dc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 May 17 15:44:13.105797 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e76ffb-544a-4647-a330-2dbb4204e932 req-b59a1fc7-aafb-4506-93e4-776dbbb7a07d tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:13.107289 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d9e76ffb-544a-4647-a330-2dbb4204e932 req-b59a1fc7-aafb-4506-93e4-776dbbb7a07d tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0496624 May 17 15:44:13.153952 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d9e76ffb-544a-4647-a330-2dbb4204e932 req-5e11868b-c26e-4880-8826-1eb2047b6dd1 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 May 17 15:44:13.516964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0913e7-b13c-4cde-aea4-083509d3a656 req-a6fe8f17-8f80-47c7-8823-19eaf078e557 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:13.518421 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9e0913e7-b13c-4cde-aea4-083509d3a656 req-a6fe8f17-8f80-47c7-8823-19eaf078e557 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0510466 May 17 15:44:13.579211 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9e0913e7-b13c-4cde-aea4-083509d3a656 req-0ac8364a-44eb-455c-8e0d-e9a8dab6eef9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537555 May 17 15:44:14.266800 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4df7b-e616-4a9d-85fd-801442bf4be4 req-cf245b48-1bc8-41c4-a12e-93f87f71fefa tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:14.268219 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-00f4df7b-e616-4a9d-85fd-801442bf4be4 req-cf245b48-1bc8-41c4-a12e-93f87f71fefa tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0467310 May 17 15:44:14.313209 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-00f4df7b-e616-4a9d-85fd-801442bf4be4 req-350c2f0a-b8c3-48ac-8be6-9a516b118342 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 May 17 15:44:14.702855 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2464ac8-6421-4f75-a722-22da92b54ce9 req-620b9aed-1aa1-4c61-8bca-fab1ae2e954c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:14.704287 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f2464ac8-6421-4f75-a722-22da92b54ce9 req-620b9aed-1aa1-4c61-8bca-fab1ae2e954c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0476689 May 17 15:44:14.755464 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f2464ac8-6421-4f75-a722-22da92b54ce9 req-a1ebb472-0951-49d6-afcf-42a6e5ab6673 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451219 May 17 15:44:15.432002 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14a539-17ad-4f1f-9069-440122d16844 req-2d42a0af-b34a-4087-8cc8-45bd74b1257c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:15.433391 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de14a539-17ad-4f1f-9069-440122d16844 req-2d42a0af-b34a-4087-8cc8-45bd74b1257c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0510011 May 17 15:44:15.479183 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de14a539-17ad-4f1f-9069-440122d16844 req-0c46c066-861b-4385-ae4a-b4759a745575 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 May 17 15:44:15.868964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55402c67-2b8a-405a-b867-a2aa3674ddd3 req-1987e2bf-0f93-4f64-bf55-11ddf3f9c5c3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:15.870426 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55402c67-2b8a-405a-b867-a2aa3674ddd3 req-1987e2bf-0f93-4f64-bf55-11ddf3f9c5c3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0481205 May 17 15:44:15.917359 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55402c67-2b8a-405a-b867-a2aa3674ddd3 req-346244b9-7c19-4de2-be13-641f981559aa tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 May 17 15:44:16.593453 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75bb10-15b3-414a-8a79-ccf7d13cc3f3 req-f6460365-33df-4ec7-b7c4-c038b79e6a10 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:16.595016 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3f75bb10-15b3-414a-8a79-ccf7d13cc3f3 req-f6460365-33df-4ec7-b7c4-c038b79e6a10 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0501235 May 17 15:44:16.642515 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3f75bb10-15b3-414a-8a79-ccf7d13cc3f3 req-e63cce6a-0807-4bae-96b5-52c658501044 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 May 17 15:44:17.026343 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36934a3-5dca-4696-ad5b-8cfac6ad7775 req-495d03ab-f8a9-4284-8fc9-68dc7e1edd16 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:17.027774 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b36934a3-5dca-4696-ad5b-8cfac6ad7775 req-495d03ab-f8a9-4284-8fc9-68dc7e1edd16 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0458755 May 17 15:44:17.073368 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b36934a3-5dca-4696-ad5b-8cfac6ad7775 req-1d3f9409-5871-4577-aea2-0ba69421b6ce tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 May 17 15:44:17.755349 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908b487-68f6-4557-92ca-74dd71e5985a req-3a2bf054-7383-4ed6-af20-d02267796894 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:17.756720 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3908b487-68f6-4557-92ca-74dd71e5985a req-3a2bf054-7383-4ed6-af20-d02267796894 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0483832 May 17 15:44:17.807581 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3908b487-68f6-4557-92ca-74dd71e5985a req-9e539980-2118-48cf-a246-709eb6e410a5 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 May 17 15:44:18.200723 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605aa57-1dd5-411a-bd62-e5a7d3cb4fe6 req-1aa67068-d198-498d-898c-48afca05e3e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:18.202211 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3605aa57-1dd5-411a-bd62-e5a7d3cb4fe6 req-1aa67068-d198-498d-898c-48afca05e3e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0580833 May 17 15:44:18.250049 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3605aa57-1dd5-411a-bd62-e5a7d3cb4fe6 req-2a588fe2-c34f-40e9-83c6-04c74cd31cf3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 May 17 15:44:18.920205 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61f505-4467-4864-a625-7d192b76ec7b req-aab074a0-cbc4-4d83-88eb-555b8442b702 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:18.921685 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7c61f505-4467-4864-a625-7d192b76ec7b req-aab074a0-cbc4-4d83-88eb-555b8442b702 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0478108 May 17 15:44:18.968267 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7c61f505-4467-4864-a625-7d192b76ec7b req-a0eadf6d-cfe4-4288-80f1-4979db4aa6b9 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 May 17 15:44:19.364611 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f6fa2-79fb-408f-b66f-3532fbfe7108 req-78ee44d0-7abe-42fa-bdf4-208177094965 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:19.366070 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b86f6fa2-79fb-408f-b66f-3532fbfe7108 req-78ee44d0-7abe-42fa-bdf4-208177094965 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0501122 May 17 15:44:19.410730 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b86f6fa2-79fb-408f-b66f-3532fbfe7108 req-b0e99fcb-b956-4979-9217-d17158e6da8c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 May 17 15:44:20.083132 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecc5cc-e52a-4cdf-bd75-cbe8c1b8250a req-fe888fe4-2157-4a51-9ae5-dfb9449343e3 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:20.084593 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c0ecc5cc-e52a-4cdf-bd75-cbe8c1b8250a req-fe888fe4-2157-4a51-9ae5-dfb9449343e3 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0486734 May 17 15:44:20.132685 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c0ecc5cc-e52a-4cdf-bd75-cbe8c1b8250a req-aa83626a-d9eb-4e49-8750-811adf409ba6 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 May 17 15:44:20.474040 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-992b92df-1dc7-4b02-9cdf-dd6ea051ef17 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:20.476508 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-992b92df-1dc7-4b02-9cdf-dd6ea051ef17 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 945 time: 0.0485961 May 17 15:44:20.551342 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522328e-5e56-48be-b44d-23845a60c75f req-547f32c6-0e8d-4fec-9791-101dcf0ee347 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:20.553366 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c522328e-5e56-48be-b44d-23845a60c75f req-547f32c6-0e8d-4fec-9791-101dcf0ee347 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0738680 May 17 15:44:20.617671 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Deleting port 416fca4c-7448-4df1-9d51-65f335cec4e9 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:44:20.618036 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:20.657190 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c522328e-5e56-48be-b44d-23845a60c75f req-9ea1cfe8-0b2c-4d5b-9cfd-cfe0f8388957 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959134 May 17 15:44:20.723879 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] For port 416fca4c-7448-4df1-9d51-65f335cec4e9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=416fca4c-7448-4df1-9d51-65f335cec4e9,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:20.724173 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:20.737882 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Calling delete_port for 416fca4c-7448-4df1-9d51-65f335cec4e9 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:44:20.867444 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (416fca4c-7448-4df1-9d51-65f335cec4e9), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:20.879136 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['416fca4c-7448-4df1-9d51-65f335cec4e9'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:44:20.898989 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Pushing event deleted for resources: {'Port': ['ID=416fca4c-7448-4df1-9d51-65f335cec4e9,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:20.940844 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] No DVR routers for this DVR port 416fca4c-7448-4df1-9d51-65f335cec4e9 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:44:20.944036 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:20.947497 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19252ef9-9d30-4f8e-8452-17a2d435839c req-35f1f334-9e4c-4e18-8f14-b6f9da3eb889 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.61 "DELETE /v2.0/ports/416fca4c-7448-4df1-9d51-65f335cec4e9 HTTP/1.1" status: 204 len: 173 time: 0.4595942 May 17 15:44:20.947908 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea6195-a881-4528-ba3a-1759e848a742', 'name': 'network-vif-deleted', 'tag': '416fca4c-7448-4df1-9d51-65f335cec4e9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:44:20.950237 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e7129b-842f-47f2-ac94-3638ac3d1b74" -d '{"events": [{"server_uuid": "d1ea6195-a881-4528-ba3a-1759e848a742", "name": "network-vif-deleted", "tag": "416fca4c-7448-4df1-9d51-65f335cec4e9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:44:20.992233 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d482e-fe14-4f66-8d08-5895503bc7b0 x-openstack-request-id: req-488d482e-fe14-4f66-8d08-5895503bc7b0 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:44:20.992556 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea6195-a881-4528-ba3a-1759e848a742", "name": "network-vif-deleted", "tag": "416fca4c-7448-4df1-9d51-65f335cec4e9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:44:20.992822 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-488d482e-fe14-4f66-8d08-5895503bc7b0 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:44:20.993224 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488d482e-fe14-4f66-8d08-5895503bc7b0'] response: {'server_uuid': 'd1ea6195-a881-4528-ba3a-1759e848a742', 'name': 'network-vif-deleted', 'tag': '416fca4c-7448-4df1-9d51-65f335cec4e9', 'status': 'completed', 'code': 200} May 17 15:44:21.244127 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-12b9f960-7092-4835-a8b3-7cddf6a904be req-df1fdd11-02a4-4321-90f5-1e3cef5816aa tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 210 time: 0.0305004 May 17 15:44:21.776698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ba1c0-5789-4079-ac81-20df3e8bc896 req-b791a9cf-b4a6-4188-a2db-72e5d74429cf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:21.778182 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-434ba1c0-5789-4079-ac81-20df3e8bc896 req-b791a9cf-b4a6-4188-a2db-72e5d74429cf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0501785 May 17 15:44:21.827284 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-434ba1c0-5789-4079-ac81-20df3e8bc896 req-c61fb7e6-98f9-45a2-9041-aa4a60232c18 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 May 17 15:44:22.350679 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d00e5aa4-a36e-465c-a2dd-48d11ae4278f req-79e1baf7-2040-4467-969c-055966279248 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 210 time: 0.0271716 May 17 15:44:22.943869 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fb907-55f9-47bc-af91-63a88cf00c54 req-aa27abd3-7e38-4444-be08-afdbaae669a5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:22.945338 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f46fb907-55f9-47bc-af91-63a88cf00c54 req-aa27abd3-7e38-4444-be08-afdbaae669a5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0473998 May 17 15:44:22.995326 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f46fb907-55f9-47bc-af91-63a88cf00c54 req-44859754-0a1b-41dc-9267-b389a2b344b8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 May 17 15:44:23.470035 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f64eb861-510a-4ce5-97e9-f4217b634cbf req-e7426d1d-cf0c-4e86-bfe2-c15dac636224 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ea6195-a881-4528-ba3a-1759e848a742 HTTP/1.1" status: 200 len: 210 time: 0.0295312 May 17 15:44:23.583756 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6cba3-c4d2-4cdb-b1fd-c4ca7e0a8279 req-10c6bb1b-bceb-422d-9184-a5f9ce8ab7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:23.585783 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1a6cba3-c4d2-4cdb-b1fd-c4ca7e0a8279 req-10c6bb1b-bceb-422d-9184-a5f9ce8ab7ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 1129 time: 0.0379145 May 17 15:44:23.628342 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1a6cba3-c4d2-4cdb-b1fd-c4ca7e0a8279 req-f2c25cc0-3d04-430f-8c77-8f0bfaa5d451 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 May 17 15:44:24.112210 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 416fca4c-7448-4df1-9d51-65f335cec4e9 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:44:24.114964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad535-ad8b-47e7-80f4-edfaa4b35bed req-2f6ddab5-3769-4d5e-911f-4a9d473eb465 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:24.117050 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-724ad535-ad8b-47e7-80f4-edfaa4b35bed req-2f6ddab5-3769-4d5e-911f-4a9d473eb465 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0528562 May 17 15:44:24.134881 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 416fca4c-7448-4df1-9d51-65f335cec4e9 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:44:24.135219 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 416fca4c-7448-4df1-9d51-65f335cec4e9 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:44:24.171545 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-724ad535-ad8b-47e7-80f4-edfaa4b35bed req-3cf46fbb-9666-4208-95fe-6454c5eef456 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 May 17 15:44:24.781850 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-ab508d6d-93fb-4cb8-ae7c-11c0f2a3b126 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:24.783762 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-ab508d6d-93fb-4cb8-ae7c-11c0f2a3b126 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/networks?id=4c8b2043-78bf-4e27-83d8-b2eb9952990b HTTP/1.1" status: 200 len: 808 time: 0.1045361 May 17 15:44:24.797689 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-adcdcd10-666e-41cb-bc36-d82b33be8be6 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/quotas/cac36e5078db4023a88b7720e409780b HTTP/1.1" status: 200 len: 375 time: 0.0088856 May 17 15:44:24.834684 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7106c550-4c76-4233-980c-446df7fa80d6 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cac36e5078db4023a88b7720e409780b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313563 May 17 15:44:24.928450 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-9352d258-c82f-4cf0-a497-c57d4318e2ad service neutron] 10.222.0.75 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871489 May 17 15:44:25.024817 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-b1a5e28e-494b-469c-9f1f-6125f63c4b63 service neutron] 10.222.0.75 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906703 May 17 15:44:25.220820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f273b88-4eb0-4a7f-a0cf-9421432a9d46 req-89e4a496-7f72-476c-98d9-4bfb21e4f577 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 210 time: 0.0398238 May 17 15:44:25.296631 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd0ed1-317e-437f-9d7d-4321e46f19ba req-ac365740-1fc2-4745-81d0-b34c2edcfaf3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:25.298086 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8fcd0ed1-317e-437f-9d7d-4321e46f19ba req-ac365740-1fc2-4745-81d0-b34c2edcfaf3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0482788 May 17 15:44:25.346851 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8fcd0ed1-317e-437f-9d7d-4321e46f19ba req-7577df07-a44d-4465-ac1d-a84976ce13b3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 May 17 15:44:25.638851 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:44:25.867374 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 53134) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:25.981515 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-acb46c21-f6f7-4132-ab48-f41d72b9503d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:26.059935 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-acb46c21-f6f7-4132-ab48-f41d72b9503d admin admin] Publish callbacks [] for security_group (cf42f61c-ffb6-4e77-9f7f-c3217eb91dcc), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:26.064004 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-acb46c21-f6f7-4132-ab48-f41d72b9503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (cf42f61c-ffb6-4e77-9f7f-c3217eb91dcc), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:26.103150 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-acb46c21-f6f7-4132-ab48-f41d72b9503d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9bf9dcda23f14ae397cdbb7dde1e79fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347295 May 17 15:44:26.104221 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb46c21-f6f7-4132-ab48-f41d72b9503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf42f61c-ffb6-4e77-9f7f-c3217eb91dcc,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:26.105981 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 53138) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:26.174120 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad105-f402-4fd6-a375-f67bc3786e22 admin admin] Publish callbacks [] for security_group (cf42f61c-ffb6-4e77-9f7f-c3217eb91dcc), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:26.198328 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad105-f402-4fd6-a375-f67bc3786e22 admin admin] Publish callbacks [] for security_group (cf42f61c-ffb6-4e77-9f7f-c3217eb91dcc), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:26.251323 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad105-f402-4fd6-a375-f67bc3786e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (cf42f61c-ffb6-4e77-9f7f-c3217eb91dcc), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:26.254688 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad105-f402-4fd6-a375-f67bc3786e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:26.258055 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8f1ad105-f402-4fd6-a375-f67bc3786e22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf42f61c-ffb6-4e77-9f7f-c3217eb91dcc HTTP/1.1" status: 204 len: 168 time: 0.1475089 May 17 15:44:26.266949 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ad105-f402-4fd6-a375-f67bc3786e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf42f61c-ffb6-4e77-9f7f-c3217eb91dcc,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:26.328972 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-17fef70a-fad0-49bb-a7f1-67e4f849a067 req-0782a52e-bb2d-404b-a9aa-11a26354fa13 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 210 time: 0.0280392 May 17 15:44:26.499449 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a20f54-c541-4b36-a106-18d3ae3c1569 req-2de74c13-af96-4ebf-9f21-87d6e03099ab tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:26.501177 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-63a20f54-c541-4b36-a106-18d3ae3c1569 req-2de74c13-af96-4ebf-9f21-87d6e03099ab tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0650237 May 17 15:44:26.507977 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-304d2871-2e85-4a75-b0a0-78efa9e367de tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:26.509491 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-304d2871-2e85-4a75-b0a0-78efa9e367de tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.61 "GET /v2.0/networks?id=4c8b2043-78bf-4e27-83d8-b2eb9952990b HTTP/1.1" status: 200 len: 808 time: 0.1683056 May 17 15:44:26.533279 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Request body: {'port': {'device_id': 'd69e1674-3a2a-40e5-a83a-7ffa026ba8bc', 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b', 'admin_state_up': True, 'tenant_id': 'cac36e5078db4023a88b7720e409780b'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:44:26.618750 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-63a20f54-c541-4b36-a106-18d3ae3c1569 req-956912d8-e107-4ccc-86fe-7c4ae868946d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041157 May 17 15:44:26.670645 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Made reservation on behalf of cac36e5078db4023a88b7720e409780b for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:44:26.674562 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:26.785228 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbc0f9-e245-4aa5-951a-76afffdb56f5 req-c15c189c-1ed2-4866-9dbe-14eccacc152f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:26.786750 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b2cbc0f9-e245-4aa5-951a-76afffdb56f5 req-c15c189c-1ed2-4866-9dbe-14eccacc152f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0950553 May 17 15:44:26.879035 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Allocated IP 172.20.0.14 (4c8b2043-78bf-4e27-83d8-b2eb9952990b/915d1052-701d-41dd-a295-c54f34eea19d/b911982c-5ae7-4f08-b215-54873ba67242) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:44:26.889024 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b2cbc0f9-e245-4aa5-951a-76afffdb56f5 req-e9eb7b07-4f58-40f9-ad92-c7fba00fc703 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928307 May 17 15:44:27.046958 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks [] for port (b911982c-5ae7-4f08-b215-54873ba67242), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.080969 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b911982c-5ae7-4f08-b215-54873ba67242), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.141238 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Network 4c8b2043-78bf-4e27-83d8-b2eb9952990b is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:44:27.142149 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Pushing event updated for resources: {'Port': ['ID=b911982c-5ae7-4f08-b215-54873ba67242,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:27.148130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:44:27.158329 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:44:27.231466 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:27.231466 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.248516 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-e7e982f9-2afa-4a1f-b7ae-553030f54693 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7252178 May 17 15:44:27.261173 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Request body: {'port': {'device_id': 'd69e1674-3a2a-40e5-a83a-7ffa026ba8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:44:27.327646 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b911982c-5ae7-4f08-b215-54873ba67242), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.438826 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 53198) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:27.460464 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2fa44-5e63-42f2-a98f-87974fe4e5dc req-b9dfee7d-3735-4f58-a2e5-4aff8a6729f2 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:27.461921 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-33e2fa44-5e63-42f2-a98f-87974fe4e5dc req-b9dfee7d-3735-4f58-a2e5-4aff8a6729f2 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 932 time: 0.0643649 May 17 15:44:27.545118 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed2a8e3e-94cf-4957-97dd-dc7a714b0d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.576472 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-33e2fa44-5e63-42f2-a98f-87974fe4e5dc req-e2f86007-9d39-4b00-9e04-1543a4663d3e tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737295 May 17 15:44:27.620866 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed2a8e3e-94cf-4957-97dd-dc7a714b0d39 admin admin] Publish callbacks [] for security_group (52f47b6e-265b-4f58-8634-d102c51b308d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.624794 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed2a8e3e-94cf-4957-97dd-dc7a714b0d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (52f47b6e-265b-4f58-8634-d102c51b308d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.664550 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ed2a8e3e-94cf-4957-97dd-dc7a714b0d39 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8546f4adc32f40ed86a7e34a21025dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217326 May 17 15:44:27.664550 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a8e3e-94cf-4957-97dd-dc7a714b0d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f47b6e-265b-4f58-8634-d102c51b308d,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:27.664832 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 53202) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:27.715139 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b911982c-5ae7-4f08-b215-54873ba67242 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:44:27.728725 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Publish callbacks [] for port (b911982c-5ae7-4f08-b215-54873ba67242), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.749594 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Transition to ACTIVE for port object b911982c-5ae7-4f08-b215-54873ba67242 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:44:27.755323 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (b911982c-5ae7-4f08-b215-54873ba67242), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.783785 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1c8d4b14-c742-4b07-a1a3-cd19a9b6ab6b admin admin] Publish callbacks [] for security_group (52f47b6e-265b-4f58-8634-d102c51b308d), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.825118 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1c8d4b14-c742-4b07-a1a3-cd19a9b6ab6b admin admin] Publish callbacks [] for security_group (52f47b6e-265b-4f58-8634-d102c51b308d), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.826788 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Pushing event updated for resources: {'Port': ['ID=b911982c-5ae7-4f08-b215-54873ba67242,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:27.923328 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Attempting to bind port b911982c-5ae7-4f08-b215-54873ba67242 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:44:27.923833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Attempting to bind port b911982c-5ae7-4f08-b215-54873ba67242 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:44:27.924512 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Attempting to bind port b911982c-5ae7-4f08-b215-54873ba67242 on network 4c8b2043-78bf-4e27-83d8-b2eb9952990b {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:44:27.928899 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1c8d4b14-c742-4b07-a1a3-cd19a9b6ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (52f47b6e-265b-4f58-8634-d102c51b308d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.931392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1c8d4b14-c742-4b07-a1a3-cd19a9b6ab6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:27.932522 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1c8d4b14-c742-4b07-a1a3-cd19a9b6ab6b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52f47b6e-265b-4f58-8634-d102c51b308d HTTP/1.1" status: 204 len: 168 time: 0.2667832 May 17 15:44:27.934954 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Port b911982c-5ae7-4f08-b215-54873ba67242 on network 4c8b2043-78bf-4e27-83d8-b2eb9952990b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:44:27.935273 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Attempting to bind port b911982c-5ae7-4f08-b215-54873ba67242 on network 4c8b2043-78bf-4e27-83d8-b2eb9952990b {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:44:27.945160 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d4b14-c742-4b07-a1a3-cd19a9b6ab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f47b6e-265b-4f58-8634-d102c51b308d,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:27.948103 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:44:27.948451 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Checking segment: {'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:44:27.948830 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Bound using segment: {'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:44:27.949261 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Bound port: b911982c-5ae7-4f08-b215-54873ba67242, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418e3425-984e-467a-b2f8-46abc02f1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:44:27.949616 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b911982c-5ae7-4f08-b215-54873ba67242), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:28.011582 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] For port b911982c-5ae7-4f08-b215-54873ba67242, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:44:28.014840 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] For port b911982c-5ae7-4f08-b215-54873ba67242, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b911982c-5ae7-4f08-b215-54873ba67242,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:44:28.020092 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (b911982c-5ae7-4f08-b215-54873ba67242), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:28.053932 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:28.054592 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:28.055831 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] 10.222.0.61 "PUT /v2.0/ports/b911982c-5ae7-4f08-b215-54873ba67242 HTTP/1.1" status: 200 len: 1094 time: 0.7994184 May 17 15:44:28.056504 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69e1674-3a2a-40e5-a83a-7ffa026ba8bc', 'tag': 'b911982c-5ae7-4f08-b215-54873ba67242'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:44:28.058612 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81411b1c-4378-408e-a082-44c0879b1d94" -d '{"events": [{"name": "network-changed", "server_uuid": "d69e1674-3a2a-40e5-a83a-7ffa026ba8bc", "tag": "b911982c-5ae7-4f08-b215-54873ba67242"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:44:28.083639 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb46c40-a838-4740-9cee-151051c3a7ce service neutron] Pushing event updated for resources: {'Port': ['ID=b911982c-5ae7-4f08-b215-54873ba67242,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:28.126666 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f114ea2-5571-44c1-9cde-b5d766be6f2f x-openstack-request-id: req-7f114ea2-5571-44c1-9cde-b5d766be6f2f {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:44:28.126951 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69e1674-3a2a-40e5-a83a-7ffa026ba8bc", "tag": "b911982c-5ae7-4f08-b215-54873ba67242", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:44:28.127203 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f114ea2-5571-44c1-9cde-b5d766be6f2f {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:44:28.127593 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f114ea2-5571-44c1-9cde-b5d766be6f2f'] response: {'name': 'network-changed', 'server_uuid': 'd69e1674-3a2a-40e5-a83a-7ffa026ba8bc', 'tag': 'b911982c-5ae7-4f08-b215-54873ba67242', 'status': 'completed', 'code': 200} May 17 15:44:28.144411 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-8df12d5e-df31-4194-8d55-510a4959e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:28.144411 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-8df12d5e-df31-4194-8d55-510a4959e325 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cac36e5078db4023a88b7720e409780b&device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 1128 time: 0.0431788 May 17 15:44:28.179628 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-3de4e845-8585-436d-9bb1-45a44b415e69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b911982c-5ae7-4f08-b215-54873ba67242 HTTP/1.1" status: 200 len: 217 time: 0.0317090 May 17 15:44:28.227784 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-fa94d8ff-3946-4921-ae9a-393c0cb0f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:28.229226 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-fa94d8ff-3946-4921-ae9a-393c0cb0f0b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=915d1052-701d-41dd-a295-c54f34eea19d HTTP/1.1" status: 200 len: 848 time: 0.0435591 May 17 15:44:28.265888 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-77416d30-7bab-41c4-8328-86a445561996 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c8b2043-78bf-4e27-83d8-b2eb9952990b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302725 May 17 15:44:28.363471 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-3da43277-68a0-4860-9816-93fad6493a58 service neutron] 10.222.0.61 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914350 May 17 15:44:28.478652 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8d85c8e8-9cb6-4253-b2c5-0cf26dcd6694 req-8e6504b9-b00f-4c1c-bac0-19a76c72e39d service neutron] 10.222.0.61 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982373 May 17 15:44:28.695892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63aa68-19a9-40c6-a40c-80d9be7db5b0 req-54e9db80-1787-4b59-9b02-a12679b9c2c5 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:28.697344 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5e63aa68-19a9-40c6-a40c-80d9be7db5b0 req-54e9db80-1787-4b59-9b02-a12679b9c2c5 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 944 time: 0.0475259 May 17 15:44:28.744792 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5e63aa68-19a9-40c6-a40c-80d9be7db5b0 req-2af34e65-6bdc-4da0-9dfd-c5241864257f tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 May 17 15:44:29.533882 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e235-b42e-40b5-9364-e33422419e5c req-2f5e0fae-e0b3-4d82-b2ec-199a6b13a652 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:29.535338 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7dd4e235-b42e-40b5-9364-e33422419e5c req-2f5e0fae-e0b3-4d82-b2ec-199a6b13a652 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0463290 May 17 15:44:29.584298 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7dd4e235-b42e-40b5-9364-e33422419e5c req-4d22e9e2-d8fd-426c-9b8c-fa49e93ef2ff tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 May 17 15:44:29.859020 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffa739-4312-4926-b15d-4108887132ae req-f54df9a4-e2a4-4553-b935-9b69d72e145c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:29.861013 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-84ffa739-4312-4926-b15d-4108887132ae req-f54df9a4-e2a4-4553-b935-9b69d72e145c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 944 time: 0.0479779 May 17 15:44:29.887886 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:29.907975 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-84ffa739-4312-4926-b15d-4108887132ae req-a2aaa023-49ac-4501-a0d8-a55161f43939 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405672 May 17 15:44:30.165544 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-fcc89094-c817-41fe-a3d9-57e35516c69e tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=29ff5f34a5094ef9a5c8c4b5b924415b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282245 May 17 15:44:30.350956 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-9cc061fa-d7ad-4276-ab0b-ad97ddf9bcbf tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:30.352659 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-9cc061fa-d7ad-4276-ab0b-ad97ddf9bcbf tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821191 May 17 15:44:30.367267 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-7ea3ed00-e155-46df-bf8a-5b5cb5468352 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/quotas/29ff5f34a5094ef9a5c8c4b5b924415b HTTP/1.1" status: 200 len: 375 time: 0.0091643 May 17 15:44:30.645466 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-978b9479-4df0-4184-b80e-4fb63c829d33 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=29ff5f34a5094ef9a5c8c4b5b924415b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2732308 May 17 15:44:30.700758 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f246fed-6e62-4fe9-8182-89f446e4e749 req-d84f61e1-97e3-4699-81f9-8110eaaf88a3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:30.702224 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3f246fed-6e62-4fe9-8182-89f446e4e749 req-d84f61e1-97e3-4699-81f9-8110eaaf88a3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0471210 May 17 15:44:30.753693 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3f246fed-6e62-4fe9-8182-89f446e4e749 req-e5f8d3a7-005b-4293-bf50-78498d410ebd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457835 May 17 15:44:30.806595 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bf1872d4-39f2-4426-abf4-5d3218de0c02 req-dfeaddc7-89ad-4283-8560-92c04322d537 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0293365 May 17 15:44:30.949725 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f8425fd5-6c13-4bfd-8c6a-cb4ebeed47ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:31.033848 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bfb46-2421-4a95-a1db-8b02e613372d req-3e5afb0b-ff87-4205-93f9-d2c338ef56d0 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:31.035331 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-070bfb46-2421-4a95-a1db-8b02e613372d req-3e5afb0b-ff87-4205-93f9-d2c338ef56d0 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 944 time: 0.0497591 May 17 15:44:31.082597 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-070bfb46-2421-4a95-a1db-8b02e613372d req-e0127d8d-aa52-458c-bf5b-1bc36c78e561 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 May 17 15:44:31.869971 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2916c-249f-4456-9be9-78369a477804 req-7a4649cd-d23b-4d9c-8430-4282422239f1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:31.871610 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-96e2916c-249f-4456-9be9-78369a477804 req-7a4649cd-d23b-4d9c-8430-4282422239f1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0472672 May 17 15:44:31.913547 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c7ecaf44-5291-4028-a1c4-5d52ca24c080 req-946fcd8c-dcfb-43c5-bbbf-0c7935d492cc tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0396676 May 17 15:44:31.941711 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-96e2916c-249f-4456-9be9-78369a477804 req-b1df56af-48b8-404b-aaa3-382e394f2d37 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595098 May 17 15:44:32.142641 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b911982c-5ae7-4f08-b215-54873ba67242 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:44:32.195647 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73a339-7de5-46bd-ac36-ad4a52d13ef5 req-ed146be3-e435-4d0a-aff4-17fefa268c5a tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:32.197658 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a73a339-7de5-46bd-ac36-ad4a52d13ef5 req-ed146be3-e435-4d0a-aff4-17fefa268c5a tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 944 time: 0.0474138 May 17 15:44:32.244116 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a73a339-7de5-46bd-ac36-ad4a52d13ef5 req-9439def1-65b0-4e72-8df5-cd2b7424f601 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 May 17 15:44:32.248399 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b911982c-5ae7-4f08-b215-54873ba67242, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b911982c-5ae7-4f08-b215-54873ba67242,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:32.260747 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'b911982c-5ae7-4f08-b215-54873ba67242', 'network_id': '4c8b2043-78bf-4e27-83d8-b2eb9952990b', 'port_id': 'b911982c-5ae7-4f08-b215-54873ba67242', 'mac_address': 'fa:16:3e:ff:ed:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915d1052-701d-41dd-a295-c54f34eea19d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:44:32.300052 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port b911982c-5ae7-4f08-b215-54873ba67242 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:44:32.300437 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b911982c-5ae7-4f08-b215-54873ba67242), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:32.313332 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b911982c-5ae7-4f08-b215-54873ba67242 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:44:32.338912 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b911982c-5ae7-4f08-b215-54873ba67242, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b911982c-5ae7-4f08-b215-54873ba67242,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:32.343027 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b911982c-5ae7-4f08-b215-54873ba67242), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:32.390043 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=b911982c-5ae7-4f08-b215-54873ba67242,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:32.667209 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411b1c-4378-408e-a082-44c0879b1d94 req-cedfd06b-5682-4311-801b-464b9d838277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:32.669822 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81411b1c-4378-408e-a082-44c0879b1d94 req-cedfd06b-5682-4311-801b-464b9d838277 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cac36e5078db4023a88b7720e409780b&device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 1129 time: 0.0885086 May 17 15:44:32.685540 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-86b090da-371c-4174-9a84-b0caf6a7ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:32.686998 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-86b090da-371c-4174-9a84-b0caf6a7ee44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 1130 time: 0.0763590 May 17 15:44:32.828134 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411b1c-4378-408e-a082-44c0879b1d94 req-a2affaa9-3b5d-4533-b218-0c1885e5c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:32.829647 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81411b1c-4378-408e-a082-44c0879b1d94 req-a2affaa9-3b5d-4533-b218-0c1885e5c7fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c8b2043-78bf-4e27-83d8-b2eb9952990b HTTP/1.1" status: 200 len: 909 time: 0.1538420 May 17 15:44:32.846782 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-5ebeb6cd-9993-4829-ae93-0c690fac8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:32.848102 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-5ebeb6cd-9993-4829-ae93-0c690fac8f87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.1377296 May 17 15:44:33.009694 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8a5e0608-ed81-4103-88d4-70bb77677677 req-a6d82c3c-064b-487a-89d1-5b7e7ded330f tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0283945 May 17 15:44:33.057908 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e137fa8-3161-4229-ac4c-3873fc7a783e req-e1822c88-be56-4ea5-a5ba-0f58a942b4d0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:33.059429 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5e137fa8-3161-4229-ac4c-3873fc7a783e req-e1822c88-be56-4ea5-a5ba-0f58a942b4d0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0473418 May 17 15:44:33.086108 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['b911982c-5ae7-4f08-b215-54873ba67242'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:44:33.108881 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5e137fa8-3161-4229-ac4c-3873fc7a783e req-74be7b2d-bb50-4d1e-ab54-7c07d49a4015 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 May 17 15:44:33.330585 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-dd2df24d-6606-413d-baad-17eedff2c735 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee HTTP/1.1" status: 200 len: 217 time: 0.0554805 May 17 15:44:33.331852 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81411b1c-4378-408e-a082-44c0879b1d94 req-2487f26d-7698-487b-89f0-2241493cc9b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b911982c-5ae7-4f08-b215-54873ba67242 HTTP/1.1" status: 200 len: 217 time: 0.0642433 May 17 15:44:33.413199 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-193c6901-319b-426d-b96a-65691de0544b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:33.438736 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-b58ef556-cbac-4a39-8ebe-aaaf2e8ac083 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=29ff5f34a5094ef9a5c8c4b5b924415b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053367 May 17 15:44:33.488641 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511c4d-b5f5-44a2-8ee7-5e12f1a8ca2f req-8f082d24-a727-4a62-9f9f-e67c8a574213 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:33.490735 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6b511c4d-b5f5-44a2-8ee7-5e12f1a8ca2f req-8f082d24-a727-4a62-9f9f-e67c8a574213 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 945 time: 0.1622260 May 17 15:44:33.516799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81411b1c-4378-408e-a082-44c0879b1d94 req-03b60d36-3963-46fa-9387-e797430287b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:33.518204 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81411b1c-4378-408e-a082-44c0879b1d94 req-03b60d36-3963-46fa-9387-e797430287b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=915d1052-701d-41dd-a295-c54f34eea19d HTTP/1.1" status: 200 len: 848 time: 0.1650610 May 17 15:44:33.546511 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-e03d94f8-5802-47a2-a1b8-7e1442fe15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:33.547922 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-e03d94f8-5802-47a2-a1b8-7e1442fe15a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.1960723 May 17 15:44:33.606256 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6b511c4d-b5f5-44a2-8ee7-5e12f1a8ca2f req-237599d8-f08a-46e0-9a13-8ef160df5acd tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056275 May 17 15:44:33.612185 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-8007db15-c0df-49ec-9234-bbd3d75b12c8 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:33.613565 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-8007db15-c0df-49ec-9234-bbd3d75b12c8 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641865 May 17 15:44:33.810933 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Request body: {'port': {'device_id': '290d1a3d-abf8-4e35-91e7-836323f7c29a', 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0', 'admin_state_up': True, 'tenant_id': '29ff5f34a5094ef9a5c8c4b5b924415b'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:44:33.880869 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81411b1c-4378-408e-a082-44c0879b1d94 req-0b854c38-683e-4deb-802e-a88d8898000e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c8b2043-78bf-4e27-83d8-b2eb9952990b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665777 May 17 15:44:33.947133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-f58c17fc-c5f8-4d45-ba70-24496811b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:33.948578 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-f58c17fc-c5f8-4d45-ba70-24496811b5a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1334205 May 17 15:44:34.123422 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81411b1c-4378-408e-a082-44c0879b1d94 req-2f825edc-aeca-4267-b7bf-1e2aea22d8f2 service neutron] 10.222.0.61 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322774 May 17 15:44:34.125824 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Made reservation on behalf of 29ff5f34a5094ef9a5c8c4b5b924415b for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:44:34.129036 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.132442 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8a7c7d02-afa2-4d6f-ac44-4f3fd2d0cec0 req-3209a79a-b038-4bdc-8886-ed182cb53b5a tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0549679 May 17 15:44:34.154296 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.179912 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-fdc278f9-b30a-4087-afc3-f01ab01f738d service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230229 May 17 15:44:34.287896 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.331653 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b911982c-5ae7-4f08-b215-54873ba67242 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:44:34.360906 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4a4d6-db82-4d81-813a-69c0a19c16c1 req-efce09e8-c291-48b8-b488-246fc1c8bb21 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:34.362403 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bef4a4d6-db82-4d81-813a-69c0a19c16c1 req-efce09e8-c291-48b8-b488-246fc1c8bb21 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.1759379 May 17 15:44:34.376670 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port b911982c-5ae7-4f08-b215-54873ba67242 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:44:34.380622 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81411b1c-4378-408e-a082-44c0879b1d94 req-0c70c576-186b-4272-b389-f39215ff34df service neutron] 10.222.0.61 "GET /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472291 May 17 15:44:34.383086 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port b911982c-5ae7-4f08-b215-54873ba67242 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:44:34.383524 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b911982c-5ae7-4f08-b215-54873ba67242), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.421067 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32f55d24-e877-4bf4-b72c-fbf71a51d3de req-b17340c3-0adb-48fd-84cd-bf1fa6d3d14d service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295117 May 17 15:44:34.442254 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks [] for security_group (ef0c7560-38ac-4853-bd90-ccdfff190bb4), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.447894 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ef0c7560-38ac-4853-bd90-ccdfff190bb4), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.464058 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port b911982c-5ae7-4f08-b215-54873ba67242 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:44:34.464531 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b911982c-5ae7-4f08-b215-54873ba67242), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.473593 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bef4a4d6-db82-4d81-813a-69c0a19c16c1 req-088306d0-77b4-4492-812e-c25e768d18e9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006694 May 17 15:44:34.506066 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69e1674-3a2a-40e5-a83a-7ffa026ba8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b911982c-5ae7-4f08-b215-54873ba67242'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:44:34.508344 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0834bac-3575-454e-a352-94a0b8cccc52" -d '{"events": [{"server_uuid": "d69e1674-3a2a-40e5-a83a-7ffa026ba8bc", "name": "network-vif-plugged", "status": "completed", "tag": "b911982c-5ae7-4f08-b215-54873ba67242"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:44:34.518185 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0c7560-38ac-4853-bd90-ccdfff190bb4,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:34.529419 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b911982c-5ae7-4f08-b215-54873ba67242, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b911982c-5ae7-4f08-b215-54873ba67242,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:34.534641 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b911982c-5ae7-4f08-b215-54873ba67242), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.560270 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe7812-c457-4828-8be6-9faa0b91b498 x-openstack-request-id: req-13fe7812-c457-4828-8be6-9faa0b91b498 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:44:34.560583 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69e1674-3a2a-40e5-a83a-7ffa026ba8bc", "name": "network-vif-plugged", "status": "completed", "tag": "b911982c-5ae7-4f08-b215-54873ba67242", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:44:34.560840 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13fe7812-c457-4828-8be6-9faa0b91b498 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:44:34.561227 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fe7812-c457-4828-8be6-9faa0b91b498'] response: {'server_uuid': 'd69e1674-3a2a-40e5-a83a-7ffa026ba8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b911982c-5ae7-4f08-b215-54873ba67242', 'code': 200} May 17 15:44:34.586691 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=b911982c-5ae7-4f08-b215-54873ba67242,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:34.594053 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Allocated IP 192.168.233.161 (4f94b04f-500b-4b32-9717-cc4fa0cb58e0/8ac0a87f-12f0-4787-98fb-06e5414566e5/91a2f875-0d76-427a-bce2-b1eaae2030e7) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:44:34.763089 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284078dc-1a77-4a47-983d-b94e093a4078 req-5b6cc1da-98ad-4401-a4c1-262a9d35e08b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:34.764695 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-284078dc-1a77-4a47-983d-b94e093a4078 req-5b6cc1da-98ad-4401-a4c1-262a9d35e08b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0883212 May 17 15:44:34.816443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks [] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.869169 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-284078dc-1a77-4a47-983d-b94e093a4078 req-cfadf648-ee2c-4875-9ff6-3a72a548af79 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955803 May 17 15:44:34.881250 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e870359-09b2-4a90-a987-81b0841356f0 req-1fce7d84-d27e-4655-b79f-2ebb0f98201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:34.882722 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e870359-09b2-4a90-a987-81b0841356f0 req-1fce7d84-d27e-4655-b79f-2ebb0f98201e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 1130 time: 0.0814281 May 17 15:44:34.909312 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:34.965793 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e870359-09b2-4a90-a987-81b0841356f0 req-94228be0-85df-4799-8c10-a7fb9583019c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760825 May 17 15:44:34.967406 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:44:34.970571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:44:34.976492 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:44:34.999591 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Pushing event updated for resources: {'Port': ['ID=91a2f875-0d76-427a-bce2-b1eaae2030e7,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:35.041768 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:35.042433 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:35.059583 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-4af25193-3d66-4bff-8a82-8b6723ef3bf0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2525783 May 17 15:44:35.183997 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-e2c19bee-cb6a-4bdd-8cd2-9a5620525d68 None None] Provisioning complete for port 91a2f875-0d76-427a-bce2-b1eaae2030e7 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:44:35.184384 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e2c19bee-cb6a-4bdd-8cd2-9a5620525d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:35.215022 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-e2c19bee-cb6a-4bdd-8cd2-9a5620525d68 None None] Port 91a2f875-0d76-427a-bce2-b1eaae2030e7 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:44:35.252634 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148a113-55a8-4d7d-8fae-aa0ef8808f72 req-4639840b-12fb-4e2f-ada5-a35193eb9d5c tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:35.254051 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9148a113-55a8-4d7d-8fae-aa0ef8808f72 req-4639840b-12fb-4e2f-ada5-a35193eb9d5c tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 936 time: 0.0522637 May 17 15:44:35.299119 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9148a113-55a8-4d7d-8fae-aa0ef8808f72 req-29e3c788-3f10-4bbb-bd75-cf9f920d9c29 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 May 17 15:44:35.591207 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57286d-75e7-417e-864e-650073150712 req-d94e96f6-9d12-446a-83aa-ef19e6b88d8e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:35.592612 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2a57286d-75e7-417e-864e-650073150712 req-d94e96f6-9d12-446a-83aa-ef19e6b88d8e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0458848 May 17 15:44:35.597119 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Request body: {'port': {'device_id': '290d1a3d-abf8-4e35-91e7-836323f7c29a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:44:35.684619 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2a57286d-75e7-417e-864e-650073150712 req-a9175bda-d6fa-4786-9616-ab6731a49508 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843515 May 17 15:44:35.687141 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:35.984140 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a2f875-0d76-427a-bce2-b1eaae2030e7 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:44:35.995005 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Publish callbacks [] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:36.007594 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:36.012069 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd713cf-1abc-4334-b514-5e5ec074a07a req-e674eeef-9892-41c2-9a2d-5f3af35c0b10 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:36.013518 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6bd713cf-1abc-4334-b514-5e5ec074a07a req-e674eeef-9892-41c2-9a2d-5f3af35c0b10 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0690475 May 17 15:44:36.018458 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Transition to ACTIVE for port object 91a2f875-0d76-427a-bce2-b1eaae2030e7 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:44:36.026750 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:36.101461 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6bd713cf-1abc-4334-b514-5e5ec074a07a req-1f919d9c-aaf2-45bb-907b-bd10e1bd7099 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818398 May 17 15:44:36.104062 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=91a2f875-0d76-427a-bce2-b1eaae2030e7,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:36.176677 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Attempting to bind port 91a2f875-0d76-427a-bce2-b1eaae2030e7 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:44:36.177011 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Attempting to bind port 91a2f875-0d76-427a-bce2-b1eaae2030e7 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:44:36.177378 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Attempting to bind port 91a2f875-0d76-427a-bce2-b1eaae2030e7 on network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:44:36.181922 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Port 91a2f875-0d76-427a-bce2-b1eaae2030e7 on network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:44:36.182315 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Attempting to bind port 91a2f875-0d76-427a-bce2-b1eaae2030e7 on network 4f94b04f-500b-4b32-9717-cc4fa0cb58e0 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:44:36.187445 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:44:36.187784 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Checking segment: {'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:44:36.188174 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Bound using segment: {'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:44:36.188602 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Bound port: 91a2f875-0d76-427a-bce2-b1eaae2030e7, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812ebc57-1171-46bb-9e2e-485eef4e039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:44:36.188958 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:36.254209 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] For port 91a2f875-0d76-427a-bce2-b1eaae2030e7, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:44:36.257110 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] For port 91a2f875-0d76-427a-bce2-b1eaae2030e7, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=91a2f875-0d76-427a-bce2-b1eaae2030e7,segment=NetworkSegment(812ebc57-1171-46bb-9e2e-485eef4e039c),segment_id=812ebc57-1171-46bb-9e2e-485eef4e039c)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:44:36.263332 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:36.293537 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:36.294179 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:36.295521 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] 10.222.0.61 "PUT /v2.0/ports/91a2f875-0d76-427a-bce2-b1eaae2030e7 HTTP/1.1" status: 200 len: 1098 time: 0.7020519 May 17 15:44:36.295951 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290d1a3d-abf8-4e35-91e7-836323f7c29a', 'tag': '91a2f875-0d76-427a-bce2-b1eaae2030e7'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:44:36.298198 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dceb86-6735-4d3a-9d8e-87b490945b38" -d '{"events": [{"name": "network-changed", "server_uuid": "290d1a3d-abf8-4e35-91e7-836323f7c29a", "tag": "91a2f875-0d76-427a-bce2-b1eaae2030e7"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:44:36.329166 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76055ce-5c76-4847-bac2-1c2b3dd43fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=91a2f875-0d76-427a-bce2-b1eaae2030e7,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:36.344668 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89c032f-c955-44a9-bd55-07fca6d17f5f x-openstack-request-id: req-c89c032f-c955-44a9-bd55-07fca6d17f5f {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:44:36.344957 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290d1a3d-abf8-4e35-91e7-836323f7c29a", "tag": "91a2f875-0d76-427a-bce2-b1eaae2030e7", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:44:36.345209 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c89c032f-c955-44a9-bd55-07fca6d17f5f {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:44:36.345607 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89c032f-c955-44a9-bd55-07fca6d17f5f'] response: {'name': 'network-changed', 'server_uuid': '290d1a3d-abf8-4e35-91e7-836323f7c29a', 'tag': '91a2f875-0d76-427a-bce2-b1eaae2030e7', 'status': 'completed', 'code': 200} May 17 15:44:36.432807 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d97500-7a7c-4673-90c6-76c30e32248b req-e7e15560-fef3-4986-b7f7-11a78203bc20 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:36.434314 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a6d97500-7a7c-4673-90c6-76c30e32248b req-e7e15560-fef3-4986-b7f7-11a78203bc20 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 948 time: 0.0585263 May 17 15:44:36.481913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dceb86-6735-4d3a-9d8e-87b490945b38 req-1475f54d-02b4-4c59-b489-0037eb16cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:36.483382 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4dceb86-6735-4d3a-9d8e-87b490945b38 req-1475f54d-02b4-4c59-b489-0037eb16cdaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29ff5f34a5094ef9a5c8c4b5b924415b&device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 1132 time: 0.0648556 May 17 15:44:36.507278 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a6d97500-7a7c-4673-90c6-76c30e32248b req-db90636f-32f2-490a-9ded-9361d5185dc1 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538437 May 17 15:44:36.528785 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4dceb86-6735-4d3a-9d8e-87b490945b38 req-6e69f31e-64d0-458e-bd02-ff40a4d2f24c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=29ff5f34a5094ef9a5c8c4b5b924415b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186512 May 17 15:44:36.619621 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dceb86-6735-4d3a-9d8e-87b490945b38 req-237759c2-46f6-4a53-b64a-ba4f1cd593fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:36.621080 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4dceb86-6735-4d3a-9d8e-87b490945b38 req-237759c2-46f6-4a53-b64a-ba4f1cd593fe service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865242 May 17 15:44:36.706054 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-26f7c403-cde5-4a06-81e7-f2a465f959fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:36.706220 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-26f7c403-cde5-4a06-81e7-f2a465f959fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29ff5f34a5094ef9a5c8c4b5b924415b&device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 1132 time: 0.0419748 May 17 15:44:36.749075 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-e3de8042-115f-4c9f-a85c-4e3930f7c947 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=91a2f875-0d76-427a-bce2-b1eaae2030e7 HTTP/1.1" status: 200 len: 217 time: 0.0335608 May 17 15:44:36.824583 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c1266-b3e2-4600-bb01-f51abecc29b0 req-8bb83613-049c-4ffe-a114-4316f2b23958 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:36.826014 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c2c1266-b3e2-4600-bb01-f51abecc29b0 req-8bb83613-049c-4ffe-a114-4316f2b23958 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0716949 May 17 15:44:36.848868 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-460cd6ea-4cca-41e1-910f-405a44d44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:36.850268 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-460cd6ea-4cca-41e1-910f-405a44d44746 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ac0a87f-12f0-4787-98fb-06e5414566e5 HTTP/1.1" status: 200 len: 843 time: 0.0680795 May 17 15:44:36.884293 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c2c1266-b3e2-4600-bb01-f51abecc29b0 req-0e552c36-15a0-4d45-a153-fd42daddc7a2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 May 17 15:44:37.216721 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6f9c-fd46-4447-8567-67ccec0c8cd2 req-41a3d5ca-98e8-4f2e-be77-962d2aad932c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:37.218200 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fc4f6f9c-fd46-4447-8567-67ccec0c8cd2 req-41a3d5ca-98e8-4f2e-be77-962d2aad932c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0486093 May 17 15:44:37.264003 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fc4f6f9c-fd46-4447-8567-67ccec0c8cd2 req-dece1076-561c-4e27-a5f7-241dbb61d5ab tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 May 17 15:44:37.449989 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-e5ade374-58a0-4d0f-8a69-81534f63927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:37.451431 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-e5ade374-58a0-4d0f-8a69-81534f63927e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f94b04f-500b-4b32-9717-cc4fa0cb58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0421863 May 17 15:44:37.480842 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:37.820545 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d65cec-25c8-4bb4-94a3-4dff7dc0ecef req-99912228-3aa2-466d-a863-8028cfcacaac tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:37.821972 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-08d65cec-25c8-4bb4-94a3-4dff7dc0ecef req-99912228-3aa2-466d-a863-8028cfcacaac tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 948 time: 0.0624459 May 17 15:44:37.825491 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-8234dcad-c71d-4b38-9cbe-98346a0a3f58 service neutron] 10.222.0.61 "GET /v2.0/networks/4f94b04f-500b-4b32-9717-cc4fa0cb58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678372 May 17 15:44:37.934678 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-08d65cec-25c8-4bb4-94a3-4dff7dc0ecef req-f54af880-7a5d-4ef2-8cef-980bf4d013fb tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070426 May 17 15:44:37.969520 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e50d960-64b4-4b90-af93-14e6998506e9 req-9f337f3c-c580-4e48-8673-475fe0827523 service neutron] 10.222.0.61 "GET /v2.0/networks/4f94b04f-500b-4b32-9717-cc4fa0cb58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362908 May 17 15:44:38.004285 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e714a1f-9e87-45e4-9600-dff1bb68b798 req-74bd11e8-8367-4bc5-a384-2022ab83cec9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:38.005736 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4e714a1f-9e87-45e4-9600-dff1bb68b798 req-74bd11e8-8367-4bc5-a384-2022ab83cec9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0503912 May 17 15:44:38.052301 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4e714a1f-9e87-45e4-9600-dff1bb68b798 req-135142d8-9d2b-4788-aa7c-3403339129bc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 May 17 15:44:38.373271 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12f0e-731d-4a09-9d96-786230735342 req-5f9aa101-0482-4f21-9a82-f8045090156e tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:38.374759 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4ab12f0e-731d-4a09-9d96-786230735342 req-5f9aa101-0482-4f21-9a82-f8045090156e tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0465577 May 17 15:44:38.426652 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4ab12f0e-731d-4a09-9d96-786230735342 req-03339f72-c417-4bfe-899e-a6bfb64d48ef tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 May 17 15:44:39.051509 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b375a7-3d48-45d5-874a-bdcf1e66961b req-1bd51f2d-bb8f-4ba0-9a59-9b6f7fc83d29 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:39.053566 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-46b375a7-3d48-45d5-874a-bdcf1e66961b req-1bd51f2d-bb8f-4ba0-9a59-9b6f7fc83d29 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 948 time: 0.0470912 May 17 15:44:39.116481 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6528c76-f84b-4d9c-a312-96194cbe0e1d req-e89f57f1-f169-45ed-bb4d-dfc9b53877da tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:39.117890 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a6528c76-f84b-4d9c-a312-96194cbe0e1d req-e89f57f1-f169-45ed-bb4d-dfc9b53877da tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0634537 May 17 15:44:39.137092 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-46b375a7-3d48-45d5-874a-bdcf1e66961b req-454b2926-1214-46ce-bc6f-8d6f97552e72 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745330 May 17 15:44:39.177147 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a6528c76-f84b-4d9c-a312-96194cbe0e1d req-b5f011fb-6d54-48dc-a3fb-4266e96a7c8d tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521269 May 17 15:44:39.238614 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db893a2e-bfac-4e22-8c9c-6d4e967925e5 req-9002c4e2-1ed3-4dd7-9944-eca12b9220e0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:39.240704 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-db893a2e-bfac-4e22-8c9c-6d4e967925e5 req-9002c4e2-1ed3-4dd7-9944-eca12b9220e0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0464909 May 17 15:44:39.285048 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-db893a2e-bfac-4e22-8c9c-6d4e967925e5 req-4139d78e-9f56-4399-897e-aa26b90dd891 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387356 May 17 15:44:40.249104 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90ee89-c3fc-48f4-8dd2-4861c50196f0 req-04910ddc-9f14-4273-bc43-68bddfdf3044 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:40.250608 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ad90ee89-c3fc-48f4-8dd2-4861c50196f0 req-04910ddc-9f14-4273-bc43-68bddfdf3044 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 948 time: 0.0474048 May 17 15:44:40.317432 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0335bb-c79f-4700-9013-65a332424647 req-89265852-6c6f-49c9-8687-c4341fe71d12 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:40.319536 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3c0335bb-c79f-4700-9013-65a332424647 req-89265852-6c6f-49c9-8687-c4341fe71d12 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0680621 May 17 15:44:40.340939 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ad90ee89-c3fc-48f4-8dd2-4861c50196f0 req-e7403aec-2978-49ad-b393-754c2b41772a tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806565 May 17 15:44:40.375478 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3c0335bb-c79f-4700-9013-65a332424647 req-4556e16a-1e0d-4f04-bee6-bfe5e1a92f71 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482254 May 17 15:44:40.453812 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9899a-af23-4aad-b5b5-0a8e6607b965 req-8fd7c71c-483c-459e-be2e-25a64b8da844 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:40.455228 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-57d9899a-af23-4aad-b5b5-0a8e6607b965 req-8fd7c71c-483c-459e-be2e-25a64b8da844 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0526507 May 17 15:44:40.501419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-57d9899a-af23-4aad-b5b5-0a8e6607b965 req-1adccd4c-195c-4fce-8d8f-2b1f7a6bd95e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 May 17 15:44:41.457860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aca374-8579-4f4a-8bc8-04be52e9cbf5 req-020171b8-15e4-4bb3-a6cf-876f38e9ef66 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:41.459368 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-11aca374-8579-4f4a-8bc8-04be52e9cbf5 req-020171b8-15e4-4bb3-a6cf-876f38e9ef66 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 948 time: 0.0490980 May 17 15:44:41.520750 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652321be-d4f7-4120-a3ea-4b71ec49545f req-df23bbed-811a-44b9-bf3d-1c47563fca30 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:41.522304 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-652321be-d4f7-4120-a3ea-4b71ec49545f req-df23bbed-811a-44b9-bf3d-1c47563fca30 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0619767 May 17 15:44:41.556891 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-11aca374-8579-4f4a-8bc8-04be52e9cbf5 req-2404939e-036b-4756-addd-73c431816c80 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883462 May 17 15:44:41.583987 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-652321be-d4f7-4120-a3ea-4b71ec49545f req-b070f213-b030-481c-96b6-6f27b9b33d78 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551775 May 17 15:44:41.656753 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd5966-2778-407a-a910-b19d0d7767c7 req-3d97f0ce-977d-4de0-b62d-b651bbdfd03a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:41.658144 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b0cd5966-2778-407a-a910-b19d0d7767c7 req-3d97f0ce-977d-4de0-b62d-b651bbdfd03a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0455830 May 17 15:44:41.719600 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b0cd5966-2778-407a-a910-b19d0d7767c7 req-3a1aa4f6-1098-4ec0-8c18-be07dadd5c14 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549867 May 17 15:44:42.400566 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 91a2f875-0d76-427a-bce2-b1eaae2030e7 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:44:42.483230 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 53406) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:42.504769 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 91a2f875-0d76-427a-bce2-b1eaae2030e7, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=91a2f875-0d76-427a-bce2-b1eaae2030e7,segment=NetworkSegment(812ebc57-1171-46bb-9e2e-485eef4e039c),segment_id=812ebc57-1171-46bb-9e2e-485eef4e039c)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:42.519358 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '91a2f875-0d76-427a-bce2-b1eaae2030e7', 'network_id': '4f94b04f-500b-4b32-9717-cc4fa0cb58e0', 'port_id': '91a2f875-0d76-427a-bce2-b1eaae2030e7', 'mac_address': 'fa:16:3e:33:1e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac0a87f-12f0-4787-98fb-06e5414566e5', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:44:42.554555 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 91a2f875-0d76-427a-bce2-b1eaae2030e7 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:44:42.554932 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.567147 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a2f875-0d76-427a-bce2-b1eaae2030e7 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:44:42.588451 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 91a2f875-0d76-427a-bce2-b1eaae2030e7, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=91a2f875-0d76-427a-bce2-b1eaae2030e7,segment=NetworkSegment(812ebc57-1171-46bb-9e2e-485eef4e039c),segment_id=812ebc57-1171-46bb-9e2e-485eef4e039c)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:42.592660 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.595836 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ae40dd8e-8214-45fc-9239-6d6a8746f705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.645295 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=91a2f875-0d76-427a-bce2-b1eaae2030e7,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:42.709580 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ae40dd8e-8214-45fc-9239-6d6a8746f705 admin admin] Publish callbacks [] for security_group (b788a0e7-5cc7-4f5b-8309-d2851a1dbc1a), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.730902 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ae40dd8e-8214-45fc-9239-6d6a8746f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b788a0e7-5cc7-4f5b-8309-d2851a1dbc1a), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.764320 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e4b17-9fad-4b09-9ecc-341155adc261 req-7298d871-e102-4724-9b27-913cd281541b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:42.765808 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-da3e4b17-9fad-4b09-9ecc-341155adc261 req-7298d871-e102-4724-9b27-913cd281541b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.1076877 May 17 15:44:42.775416 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4a42b-c0a2-4a8f-8fe6-8887e3f2a8e4 req-ecdef47b-1644-48a6-a075-69a7d14a17e6 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:42.776773 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6dd4a42b-c0a2-4a8f-8fe6-8887e3f2a8e4 req-ecdef47b-1644-48a6-a075-69a7d14a17e6 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 949 time: 0.1030924 May 17 15:44:42.826201 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ae40dd8e-8214-45fc-9239-6d6a8746f705 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e11747eeac8e444fb38172ea553b5132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416896 May 17 15:44:42.826988 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40dd8e-8214-45fc-9239-6d6a8746f705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b788a0e7-5cc7-4f5b-8309-d2851a1dbc1a,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:42.828876 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 53416) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:42.875311 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-da3e4b17-9fad-4b09-9ecc-341155adc261 req-69aacfda-dc66-4b56-94ae-75baf03d4c84 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952578 May 17 15:44:42.878341 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6dd4a42b-c0a2-4a8f-8fe6-8887e3f2a8e4 req-3b77cc4e-84d1-437d-8acb-74d959960d29 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950134 May 17 15:44:42.878904 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-36a625bd-3cc5-4252-b914-cf3f7a10a8cd admin admin] Publish callbacks [] for security_group (b788a0e7-5cc7-4f5b-8309-d2851a1dbc1a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.907738 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-36a625bd-3cc5-4252-b914-cf3f7a10a8cd admin admin] Publish callbacks [] for security_group (b788a0e7-5cc7-4f5b-8309-d2851a1dbc1a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.957593 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-36a625bd-3cc5-4252-b914-cf3f7a10a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (b788a0e7-5cc7-4f5b-8309-d2851a1dbc1a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.960595 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-36a625bd-3cc5-4252-b914-cf3f7a10a8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:42.961713 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-36a625bd-3cc5-4252-b914-cf3f7a10a8cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b788a0e7-5cc7-4f5b-8309-d2851a1dbc1a HTTP/1.1" status: 204 len: 168 time: 0.1316056 May 17 15:44:42.969272 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a625bd-3cc5-4252-b914-cf3f7a10a8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b788a0e7-5cc7-4f5b-8309-d2851a1dbc1a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:42.984183 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302567-8401-45c4-b27f-114782059659 req-de4e9de8-fdf0-4e4f-9667-0023064b1bd4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:42.985684 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-38302567-8401-45c4-b27f-114782059659 req-de4e9de8-fdf0-4e4f-9667-0023064b1bd4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0530732 May 17 15:44:43.003583 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['91a2f875-0d76-427a-bce2-b1eaae2030e7'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:44:43.039776 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-38302567-8401-45c4-b27f-114782059659 req-b61d52f6-ffd4-467b-bda3-00f7215f70f2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482473 May 17 15:44:44.026781 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ae27e429-9da9-470f-b0f1-a503cc666914 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:44.028269 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ae27e429-9da9-470f-b0f1-a503cc666914 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.61 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.1343846 May 17 15:44:44.058939 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533735a-829a-4b47-b6dc-164c530696fb req-a290d5c1-7917-4c74-ac03-16bffd8201a7 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:44.060384 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3533735a-829a-4b47-b6dc-164c530696fb req-a290d5c1-7917-4c74-ac03-16bffd8201a7 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 949 time: 0.0948098 May 17 15:44:44.079381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033dd65-959b-46a4-9e78-ed020f0b5471 req-3bec35d2-2e2e-458e-aa23-279d3c223a4b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:44.080773 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0033dd65-959b-46a4-9e78-ed020f0b5471 req-3bec35d2-2e2e-458e-aa23-279d3c223a4b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0795767 May 17 15:44:44.145015 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3533735a-829a-4b47-b6dc-164c530696fb req-7b0c42fa-9959-44e8-8e2f-36bd79c24eb3 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767255 May 17 15:44:44.149772 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0033dd65-959b-46a4-9e78-ed020f0b5471 req-9c6aa3dd-0906-4611-b09a-b1ebe0512a9c tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605428 May 17 15:44:44.251537 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baffd7-4c8b-4f64-a00d-300985ad3918 req-f23d6cf5-c6cd-4e52-939d-06c106a1ecf9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:44.253231 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-75baffd7-4c8b-4f64-a00d-300985ad3918 req-f23d6cf5-c6cd-4e52-939d-06c106a1ecf9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0532317 May 17 15:44:44.298611 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-75baffd7-4c8b-4f64-a00d-300985ad3918 req-20d082e9-cb6a-457c-ace9-d6c2c3fe248c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 May 17 15:44:44.449333 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 91a2f875-0d76-427a-bce2-b1eaae2030e7 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:44:44.490691 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 91a2f875-0d76-427a-bce2-b1eaae2030e7 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:44:44.496304 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 91a2f875-0d76-427a-bce2-b1eaae2030e7 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:44:44.496737 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:44.566085 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 91a2f875-0d76-427a-bce2-b1eaae2030e7 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:44:44.566381 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:44.589572 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290d1a3d-abf8-4e35-91e7-836323f7c29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a2f875-0d76-427a-bce2-b1eaae2030e7'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:44:44.591780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e33abe-a4ce-4b6c-8cc7-281750d05837" -d '{"events": [{"server_uuid": "290d1a3d-abf8-4e35-91e7-836323f7c29a", "name": "network-vif-plugged", "status": "completed", "tag": "91a2f875-0d76-427a-bce2-b1eaae2030e7"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:44:44.604457 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 91a2f875-0d76-427a-bce2-b1eaae2030e7, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=91a2f875-0d76-427a-bce2-b1eaae2030e7,segment=NetworkSegment(812ebc57-1171-46bb-9e2e-485eef4e039c),segment_id=812ebc57-1171-46bb-9e2e-485eef4e039c)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:44.608395 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:44.631409 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a03fd0e-ef6e-4b5e-8fc7-7c5008a71e62 x-openstack-request-id: req-9a03fd0e-ef6e-4b5e-8fc7-7c5008a71e62 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:44:44.631699 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290d1a3d-abf8-4e35-91e7-836323f7c29a", "name": "network-vif-plugged", "status": "completed", "tag": "91a2f875-0d76-427a-bce2-b1eaae2030e7", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:44:44.631950 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9a03fd0e-ef6e-4b5e-8fc7-7c5008a71e62 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:44:44.632332 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a03fd0e-ef6e-4b5e-8fc7-7c5008a71e62'] response: {'server_uuid': '290d1a3d-abf8-4e35-91e7-836323f7c29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a2f875-0d76-427a-bce2-b1eaae2030e7', 'code': 200} May 17 15:44:44.656557 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=91a2f875-0d76-427a-bce2-b1eaae2030e7,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:45.297881 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e84b-08e8-4056-bb5b-ff4c45199e05 req-beac9967-0084-4632-92e8-c19f1c88a7a8 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:45.299385 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c35e84b-08e8-4056-bb5b-ff4c45199e05 req-beac9967-0084-4632-92e8-c19f1c88a7a8 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0779986 May 17 15:44:45.311220 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdb28f-0104-4db3-bc08-71352bb74987 req-52c19146-0ccf-443d-81e7-19fda813677b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:45.312660 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5fdb28f-0104-4db3-bc08-71352bb74987 req-52c19146-0ccf-443d-81e7-19fda813677b tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 946 time: 0.0809164 May 17 15:44:45.388998 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c35e84b-08e8-4056-bb5b-ff4c45199e05 req-d7e00ee6-3ffb-4bbf-ade6-1a320805b835 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752654 May 17 15:44:45.395464 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5fdb28f-0104-4db3-bc08-71352bb74987 req-e6578a90-4013-4631-adc1-095777f410a4 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f74746b-295c-43b5-b407-9b251de94360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732129 May 17 15:44:45.509914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135357d4-0035-4d6b-9399-7e75d168e66d req-624d6623-4f10-4177-86ad-16920134e2d1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:45.511542 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-135357d4-0035-4d6b-9399-7e75d168e66d req-624d6623-4f10-4177-86ad-16920134e2d1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0489092 May 17 15:44:45.559711 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-135357d4-0035-4d6b-9399-7e75d168e66d req-c2c1c6f3-0d2a-44cb-9ab4-2383c989d05e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 May 17 15:44:45.905852 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Deleting port b911982c-5ae7-4f08-b215-54873ba67242 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:44:45.906348 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (b911982c-5ae7-4f08-b215-54873ba67242), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:46.045505 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a22a-3a02-403c-adaf-ba5db456f970 req-5a575398-661a-44fd-bae9-5db51ba2f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:46.046986 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f68a22a-3a02-403c-adaf-ba5db456f970 req-5a575398-661a-44fd-bae9-5db51ba2f546 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 1130 time: 0.0837722 May 17 15:44:46.052665 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddf375-bb6b-43a7-b823-a6e937f56d6d req-117f2370-8114-4228-bf8d-2b35f0ba1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:46.053982 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ddddf375-bb6b-43a7-b823-a6e937f56d6d req-117f2370-8114-4228-bf8d-2b35f0ba1cc3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 1134 time: 0.0896947 May 17 15:44:46.066891 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] For port b911982c-5ae7-4f08-b215-54873ba67242, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b911982c-5ae7-4f08-b215-54873ba67242,segment=NetworkSegment(418e3425-984e-467a-b2f8-46abc02f1a46),segment_id=418e3425-984e-467a-b2f8-46abc02f1a46)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:46.067182 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (b911982c-5ae7-4f08-b215-54873ba67242), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:46.119927 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Calling delete_port for b911982c-5ae7-4f08-b215-54873ba67242 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:44:46.208889 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f68a22a-3a02-403c-adaf-ba5db456f970 req-f23af5f8-3c3e-4308-b792-a26888b0c420 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524923 May 17 15:44:46.214680 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ddddf375-bb6b-43a7-b823-a6e937f56d6d req-a600f4dc-cb00-4889-b7f4-cb54c60ec801 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505258 May 17 15:44:46.292592 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b911982c-5ae7-4f08-b215-54873ba67242), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:46.306561 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['b911982c-5ae7-4f08-b215-54873ba67242'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:44:46.320130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Pushing event deleted for resources: {'Port': ['ID=b911982c-5ae7-4f08-b215-54873ba67242,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:46.363094 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] No DVR routers for this DVR port b911982c-5ae7-4f08-b215-54873ba67242 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:44:46.366057 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:46.369213 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2c7d22b3-ae50-4368-9946-c32767e66804 req-ada43657-ab40-4329-8718-3b1f94c15b91 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.61 "DELETE /v2.0/ports/b911982c-5ae7-4f08-b215-54873ba67242 HTTP/1.1" status: 204 len: 173 time: 0.5494938 May 17 15:44:46.369642 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69e1674-3a2a-40e5-a83a-7ffa026ba8bc', 'name': 'network-vif-deleted', 'tag': 'b911982c-5ae7-4f08-b215-54873ba67242'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:44:46.371864 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b4146a-1a85-4874-8d93-f1641a3073c1" -d '{"events": [{"server_uuid": "d69e1674-3a2a-40e5-a83a-7ffa026ba8bc", "name": "network-vif-deleted", "tag": "b911982c-5ae7-4f08-b215-54873ba67242"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:44:46.405381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442c3604-81b6-4ca8-b7c6-ed79b75d8357 x-openstack-request-id: req-442c3604-81b6-4ca8-b7c6-ed79b75d8357 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:44:46.405670 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69e1674-3a2a-40e5-a83a-7ffa026ba8bc", "name": "network-vif-deleted", "tag": "b911982c-5ae7-4f08-b215-54873ba67242", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:44:46.405920 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-442c3604-81b6-4ca8-b7c6-ed79b75d8357 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:44:46.406343 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442c3604-81b6-4ca8-b7c6-ed79b75d8357'] response: {'server_uuid': 'd69e1674-3a2a-40e5-a83a-7ffa026ba8bc', 'name': 'network-vif-deleted', 'tag': 'b911982c-5ae7-4f08-b215-54873ba67242', 'status': 'completed', 'code': 200} May 17 15:44:46.520727 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0bbdcb6e-8e27-4f12-8334-26748451ea62 req-9e9749c3-69d0-4d7b-9b5c-12056a20ae07 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 210 time: 0.0491338 May 17 15:44:46.534578 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f5057-bffb-4873-b40b-0e966550ed7c req-7b036cc5-240e-4c85-b19f-0752e67d5556 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:46.536165 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a3f5057-bffb-4873-b40b-0e966550ed7c req-7b036cc5-240e-4c85-b19f-0752e67d5556 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0739563 May 17 15:44:46.583122 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5a3f5057-bffb-4873-b40b-0e966550ed7c req-05b58b8b-93cb-4259-b7b7-565f93640cd4 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 May 17 15:44:46.672624 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8398-698b-4f4a-9ecd-b5447b34974a req-ea561daa-9c90-438f-a6d7-24c15e1a4cac tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:46.674101 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c74f8398-698b-4f4a-9ecd-b5447b34974a req-ea561daa-9c90-438f-a6d7-24c15e1a4cac tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0457480 May 17 15:44:46.725612 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c74f8398-698b-4f4a-9ecd-b5447b34974a req-4cb14f71-77f1-4199-9886-3838d71f4715 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458336 May 17 15:44:46.927777 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 53510) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:47.031635 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbd69-57cf-485e-9c9b-7b90302289aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:47.107059 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbd69-57cf-485e-9c9b-7b90302289aa admin admin] Publish callbacks [] for security_group (7165d7f7-d67a-418f-ae27-1f194d531923), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:47.111690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbd69-57cf-485e-9c9b-7b90302289aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7165d7f7-d67a-418f-ae27-1f194d531923), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:47.151079 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0ffdbd69-57cf-485e-9c9b-7b90302289aa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=117fd2a61be54f20909abb2874fe509f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222230 May 17 15:44:47.151983 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdbd69-57cf-485e-9c9b-7b90302289aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165d7f7-d67a-418f-ae27-1f194d531923,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:47.153643 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 53514) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:44:47.199785 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a68b3c84-cea1-4337-af20-fd05da8a5f56 admin admin] Publish callbacks [] for security_group (7165d7f7-d67a-418f-ae27-1f194d531923), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:47.220163 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a68b3c84-cea1-4337-af20-fd05da8a5f56 admin admin] Publish callbacks [] for security_group (7165d7f7-d67a-418f-ae27-1f194d531923), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:47.267040 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a68b3c84-cea1-4337-af20-fd05da8a5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7165d7f7-d67a-418f-ae27-1f194d531923), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:47.269677 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a68b3c84-cea1-4337-af20-fd05da8a5f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:47.271436 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a68b3c84-cea1-4337-af20-fd05da8a5f56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7165d7f7-d67a-418f-ae27-1f194d531923 HTTP/1.1" status: 204 len: 168 time: 0.1156375 May 17 15:44:47.281251 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b3c84-cea1-4337-af20-fd05da8a5f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165d7f7-d67a-418f-ae27-1f194d531923,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:44:47.627894 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e24f0f49-7dec-4fcb-9a35-7404e423802a req-1b84e5e0-d40b-4ebe-9a9f-ba83eb612dcc tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 210 time: 0.0286198 May 17 15:44:47.700426 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7dc3-55b8-4986-a7f9-59119270fd7a req-e69249ca-b1f4-4906-9479-2437453ec4e3 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:47.701981 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-66bd7dc3-55b8-4986-a7f9-59119270fd7a req-e69249ca-b1f4-4906-9479-2437453ec4e3 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0473917 May 17 15:44:47.755715 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-66bd7dc3-55b8-4986-a7f9-59119270fd7a req-7995da2d-b808-4a58-b332-93ac7ca7acec tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472665 May 17 15:44:47.850809 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185839e-9996-4a31-bee2-77a210759dcb req-77d886f3-c182-41b1-bec0-80fbb88a022c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:47.853265 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6185839e-9996-4a31-bee2-77a210759dcb req-77d886f3-c182-41b1-bec0-80fbb88a022c tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0558267 May 17 15:44:47.900525 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6185839e-9996-4a31-bee2-77a210759dcb req-6efc185f-8497-4647-aab5-743dab6b9d2a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 May 17 15:44:48.441347 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b911982c-5ae7-4f08-b215-54873ba67242 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:44:48.460822 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: b911982c-5ae7-4f08-b215-54873ba67242 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:44:48.461161 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b911982c-5ae7-4f08-b215-54873ba67242 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:44:48.743798 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de397832-5cf7-4674-8fa5-07871bbcda1a req-c9ce138a-0ead-4ab8-a70e-82ba318e0149 tempest-VolumesActionsTest-1372161787 tempest-VolumesActionsTest-1372161787-project] 10.222.0.75 "GET /v2.0/ports?device_id=d69e1674-3a2a-40e5-a83a-7ffa026ba8bc HTTP/1.1" status: 200 len: 210 time: 0.0315478 May 17 15:44:48.880723 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0137a-76e5-4c2a-b20f-506a6502405f req-21934984-33e6-47d5-90f9-29b9c7fa67c8 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:48.882173 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c1a0137a-76e5-4c2a-b20f-506a6502405f req-21934984-33e6-47d5-90f9-29b9c7fa67c8 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0497768 May 17 15:44:48.930653 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c1a0137a-76e5-4c2a-b20f-506a6502405f req-d26ff61e-bffd-4e0e-9310-2f74d5aa2734 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 May 17 15:44:49.013364 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74954a-f3d4-41f7-b40f-63826eebadbc req-78ff7e48-f133-41dc-94f1-892fb3f473fc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:49.014847 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4e74954a-f3d4-41f7-b40f-63826eebadbc req-78ff7e48-f133-41dc-94f1-892fb3f473fc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0471692 May 17 15:44:49.062715 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4e74954a-f3d4-41f7-b40f-63826eebadbc req-6695a114-34fb-4883-8fbc-4f78e4031ca4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 May 17 15:44:49.188428 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67cc96-34ab-4b61-9053-712870e284f5 req-9f589535-1b21-4e68-87c9-0c74f6fdf94c tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:49.189896 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4a67cc96-34ab-4b61-9053-712870e284f5 req-9f589535-1b21-4e68-87c9-0c74f6fdf94c tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0534079 May 17 15:44:49.251699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4a67cc96-34ab-4b61-9053-712870e284f5 req-6d5e4c6a-9e80-434e-9229-075fbb118191 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561626 May 17 15:44:49.332225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837a55b-a2c9-4cc7-a71a-46f7c1763c4e req-f7f8d14e-8951-407b-ba02-8005a4f2b9a0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:49.334826 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c837a55b-a2c9-4cc7-a71a-46f7c1763c4e req-f7f8d14e-8951-407b-ba02-8005a4f2b9a0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0514801 May 17 15:44:49.381904 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c837a55b-a2c9-4cc7-a71a-46f7c1763c4e req-51578423-2176-4c5f-855c-37370278dba4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 May 17 15:44:50.373173 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e8a4-fb9c-4c78-895d-5e62ba0de346 req-44c89639-b824-4e5f-8ebe-4b9996deb36c tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:50.374680 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dd63e8a4-fb9c-4c78-895d-5e62ba0de346 req-44c89639-b824-4e5f-8ebe-4b9996deb36c tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0474489 May 17 15:44:50.423922 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dd63e8a4-fb9c-4c78-895d-5e62ba0de346 req-63bb406c-a61e-46c2-88c3-624de4709bd6 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 May 17 15:44:50.506598 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6170a-761e-41d0-9e28-c9acfc9cfda0 req-6502b0c8-afe7-41d2-af5d-b620a862f416 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:50.508342 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3ea6170a-761e-41d0-9e28-c9acfc9cfda0 req-6502b0c8-afe7-41d2-af5d-b620a862f416 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0553327 May 17 15:44:50.563556 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3ea6170a-761e-41d0-9e28-c9acfc9cfda0 req-abfb02a2-43c0-46d2-8554-85c1b06efb8b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 May 17 15:44:51.541033 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4908-ef35-441c-9db2-f102bff200a0 req-e4f9cf71-70a5-4906-860c-fa9980347a67 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:51.542503 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-655a4908-ef35-441c-9db2-f102bff200a0 req-e4f9cf71-70a5-4906-860c-fa9980347a67 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0461190 May 17 15:44:51.589115 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-655a4908-ef35-441c-9db2-f102bff200a0 req-a53c0058-97c8-48ac-8921-c65c7fc2bec1 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 May 17 15:44:51.673688 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e525bb-bb25-42ba-b956-a2ce6e0a324d req-1f46d616-c496-4ac4-8597-4360b0d738a2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:51.675143 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-40e525bb-bb25-42ba-b956-a2ce6e0a324d req-1f46d616-c496-4ac4-8597-4360b0d738a2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0456831 May 17 15:44:51.725571 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-40e525bb-bb25-42ba-b956-a2ce6e0a324d req-f4ef6a45-4e44-472f-a4e3-6a009f58305e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 May 17 15:44:52.699005 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a1970-9b00-4388-baee-b22d76eb60ff req-04be5b39-62ee-4d64-a3cd-ef7a8e28aa5b tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:52.700428 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f78a1970-9b00-4388-baee-b22d76eb60ff req-04be5b39-62ee-4d64-a3cd-ef7a8e28aa5b tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0449595 May 17 15:44:52.745850 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f78a1970-9b00-4388-baee-b22d76eb60ff req-03a85469-8ea5-4667-bf7c-9d71b1ad82ce tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399914 May 17 15:44:52.835284 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216719-eccc-4cfc-b884-baceba768d64 req-7c1065c5-015f-4c9c-9ce1-a8a159983eb2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:52.836633 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b216719-eccc-4cfc-b884-baceba768d64 req-7c1065c5-015f-4c9c-9ce1-a8a159983eb2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0459609 May 17 15:44:52.881851 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b216719-eccc-4cfc-b884-baceba768d64 req-a58abcc0-9fd5-4df6-aad5-52962626afbb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 May 17 15:44:53.863959 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f532b71-6ca1-4078-8986-85c9c5bf855b req-0677de91-80e1-462c-a96c-7a4ef395daa2 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:53.866087 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5f532b71-6ca1-4078-8986-85c9c5bf855b req-0677de91-80e1-462c-a96c-7a4ef395daa2 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0507145 May 17 15:44:53.911556 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5f532b71-6ca1-4078-8986-85c9c5bf855b req-eaba3cc2-4643-46c1-b4fd-bb5ab1f486b0 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 May 17 15:44:53.998214 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72120c9b-cf80-4b08-b02d-3b196c85dc61 req-c4d59541-848c-4f97-82c8-56f9a776f652 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:53.999664 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72120c9b-cf80-4b08-b02d-3b196c85dc61 req-c4d59541-848c-4f97-82c8-56f9a776f652 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0467551 May 17 15:44:54.044717 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72120c9b-cf80-4b08-b02d-3b196c85dc61 req-af0cab69-0299-42e4-9d11-8e77dba72c8f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 May 17 15:44:54.159545 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-a7c4ced8-4525-4a63-a7f3-2f1f16578a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:54.161580 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-a7c4ced8-4525-4a63-a7f3-2f1f16578a32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 1130 time: 0.0420446 May 17 15:44:54.253897 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-7c2c60b4-5c56-477f-96aa-1ba3556a0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:54.255433 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-7c2c60b4-5c56-477f-96aa-1ba3556a0d6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.0853014 May 17 15:44:54.296012 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-7ba55d7e-abb5-412f-a4d7-55922134347e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee HTTP/1.1" status: 200 len: 217 time: 0.0347047 May 17 15:44:54.347262 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-a837f66c-296f-454d-ae56-7c7fdf0f3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:54.349304 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-a837f66c-296f-454d-ae56-7c7fdf0f3ca1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0476434 May 17 15:44:54.396315 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-31f5f560-633b-4a78-a532-869a4d91e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:54.397931 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-31f5f560-633b-4a78-a532-869a4d91e16d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421104 May 17 15:44:54.488683 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-e3eb62d6-da32-4047-8473-e62de5c0a674 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844607 May 17 15:44:54.704339 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9191059b-05cd-4d59-80cb-ec8fc60375d9 req-e328a318-05f4-497e-b4f0-ac5eb0b8a24a service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909612 May 17 15:44:55.024752 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9396eb-585f-4005-8e9a-0ce8653796f1 req-71b98f16-ed65-45b7-9742-5758c3312e16 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:55.026208 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3d9396eb-585f-4005-8e9a-0ce8653796f1 req-71b98f16-ed65-45b7-9742-5758c3312e16 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0462584 May 17 15:44:55.075301 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3d9396eb-585f-4005-8e9a-0ce8653796f1 req-c52c0aea-7ab3-43de-82bb-bc82e5f35e8d tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 May 17 15:44:55.158747 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13abf-6e2c-4000-b632-b5529535e22a req-ec8a41a0-99bc-4a37-bdc9-576eb98ab96b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:55.160182 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60d13abf-6e2c-4000-b632-b5529535e22a req-ec8a41a0-99bc-4a37-bdc9-576eb98ab96b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0461984 May 17 15:44:55.205851 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60d13abf-6e2c-4000-b632-b5529535e22a req-2c0797aa-0b34-4cab-b73b-b0858f520dd6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 May 17 15:44:56.186874 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ae3d3-2faf-4a47-bfb1-f1b51e321b47 req-e5e5ae5a-9626-46d3-a841-240721c34cca tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:56.188311 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-122ae3d3-2faf-4a47-bfb1-f1b51e321b47 req-e5e5ae5a-9626-46d3-a841-240721c34cca tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0461462 May 17 15:44:56.236013 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-122ae3d3-2faf-4a47-bfb1-f1b51e321b47 req-5372b35d-474a-4a49-b266-7c209a16a564 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 May 17 15:44:56.318773 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ede5fb-580a-4d83-8d14-6057c2bf9639 req-0416c6dd-5bbc-4e38-b514-66594ff71d4a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:56.320189 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-98ede5fb-580a-4d83-8d14-6057c2bf9639 req-0416c6dd-5bbc-4e38-b514-66594ff71d4a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0478868 May 17 15:44:56.364662 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-98ede5fb-580a-4d83-8d14-6057c2bf9639 req-2b96f73f-9025-452a-a590-d041d5f52b26 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 May 17 15:44:57.345343 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe28f-601b-40a0-821e-f55b39bff549 req-e1a8dabf-f262-4c77-bc77-177e9da7e747 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:57.346794 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19ffe28f-601b-40a0-821e-f55b39bff549 req-e1a8dabf-f262-4c77-bc77-177e9da7e747 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0457139 May 17 15:44:57.392868 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19ffe28f-601b-40a0-821e-f55b39bff549 req-8c3e9b1e-78ae-4d04-8159-9ed6a0af7de8 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 May 17 15:44:57.479678 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038893f0-e0a0-4ee9-9a9d-a232255834b8 req-42a44f22-e116-479d-bab5-cd59fd839cd7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:57.481107 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-038893f0-e0a0-4ee9-9a9d-a232255834b8 req-42a44f22-e116-479d-bab5-cd59fd839cd7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0494883 May 17 15:44:57.531570 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-038893f0-e0a0-4ee9-9a9d-a232255834b8 req-a212a699-29ff-4abc-89a2-9eab079d9bc5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 May 17 15:44:58.505789 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb54af-0aac-44f9-9610-c261f5097f7d req-f7b27dd7-210d-411b-bbcb-a522a8ab679d tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:58.507246 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-affb54af-0aac-44f9-9610-c261f5097f7d req-f7b27dd7-210d-411b-bbcb-a522a8ab679d tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0462618 May 17 15:44:58.552169 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-affb54af-0aac-44f9-9610-c261f5097f7d req-107eb3a0-2dbb-4a3f-b9fc-5431b465e643 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390990 May 17 15:44:58.642565 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace763e9-38e2-4907-8d82-677e4e769af2 req-d70b5c14-b5f9-43a2-b297-ab764b858cb7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:58.644183 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ace763e9-38e2-4907-8d82-677e4e769af2 req-d70b5c14-b5f9-43a2-b297-ab764b858cb7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0470803 May 17 15:44:58.691578 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ace763e9-38e2-4907-8d82-677e4e769af2 req-1bfffdbd-33ce-4658-bd59-ab6899987e43 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 May 17 15:44:59.485303 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-e050483a-f35d-4e55-b4a0-847c4c85f160 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:59.486700 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-e050483a-f35d-4e55-b4a0-847c4c85f160 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.61 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.0525424 May 17 15:44:59.569119 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-a8e62a9c-c661-4d14-b968-3db74914c46b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731196 May 17 15:44:59.609459 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Deleting port 91a2f875-0d76-427a-bce2-b1eaae2030e7 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:44:59.609803 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:59.741821 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fad08-4191-4d1b-8710-7f013b37e0cc req-5521e0b5-4d08-4cf8-8abd-6ce1187fea8f tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:59.743247 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e26fad08-4191-4d1b-8710-7f013b37e0cc req-5521e0b5-4d08-4cf8-8abd-6ce1187fea8f tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 950 time: 0.1199617 May 17 15:44:59.776285 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-b1986d5d-aa86-4602-bf3f-46e4dd6b72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:59.777733 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-b1986d5d-aa86-4602-bf3f-46e4dd6b72bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 1129 time: 0.1130953 May 17 15:44:59.875727 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] For port 91a2f875-0d76-427a-bce2-b1eaae2030e7, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=91a2f875-0d76-427a-bce2-b1eaae2030e7,segment=NetworkSegment(812ebc57-1171-46bb-9e2e-485eef4e039c),segment_id=812ebc57-1171-46bb-9e2e-485eef4e039c)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:44:59.876090 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:59.884498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6af05-cb18-4648-94ec-722e84d959c9 req-85ae8fd7-0c53-4985-88d7-1c3c9de40f44 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:44:59.885942 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a8c6af05-cb18-4648-94ec-722e84d959c9 req-85ae8fd7-0c53-4985-88d7-1c3c9de40f44 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.1207812 May 17 15:44:59.915722 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:44:59.940552 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Calling delete_port for 91a2f875-0d76-427a-bce2-b1eaae2030e7 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:44:59.954575 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e26fad08-4191-4d1b-8710-7f013b37e0cc req-9479bfc5-0aed-43ac-952b-8f7fa72f8570 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef0c7560-38ac-4853-bd90-ccdfff190bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050397 May 17 15:45:00.043594 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-86af045e-0725-45e1-adf4-c5ea192f5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:00.044921 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-86af045e-0725-45e1-adf4-c5ea192f5f25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.2352383 May 17 15:45:00.053216 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a8c6af05-cb18-4648-94ec-722e84d959c9 req-74ec8de0-f43e-49ba-91f4-1deff123a2f0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508379 May 17 15:45:00.352185 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-9356c203-a002-4391-bffe-97cd56a183b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e HTTP/1.1" status: 200 len: 1000 time: 0.2965593 May 17 15:45:00.399397 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (91a2f875-0d76-427a-bce2-b1eaae2030e7), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:00.425186 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Pushing event deleted for resources: {'Port': ['ID=91a2f875-0d76-427a-bce2-b1eaae2030e7,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:00.472498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] No DVR routers for this DVR port 91a2f875-0d76-427a-bce2-b1eaae2030e7 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:45:00.475593 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:00.479024 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1a25ed03-de4d-4991-97a9-4be6610fe244 req-053dcfcb-0eb5-4be7-9d2a-57491e5d27ee tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.61 "DELETE /v2.0/ports/91a2f875-0d76-427a-bce2-b1eaae2030e7 HTTP/1.1" status: 204 len: 173 time: 0.9755647 May 17 15:45:00.479458 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290d1a3d-abf8-4e35-91e7-836323f7c29a', 'name': 'network-vif-deleted', 'tag': '91a2f875-0d76-427a-bce2-b1eaae2030e7'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:45:00.481658 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db0cd55-e4b5-4fb7-a52f-2179d5b6dfbf" -d '{"events": [{"server_uuid": "290d1a3d-abf8-4e35-91e7-836323f7c29a", "name": "network-vif-deleted", "tag": "91a2f875-0d76-427a-bce2-b1eaae2030e7"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:45:00.516396 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b3002c-01fa-4f87-8fc9-6d43b2c4e20d x-openstack-request-id: req-47b3002c-01fa-4f87-8fc9-6d43b2c4e20d {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:45:00.516683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290d1a3d-abf8-4e35-91e7-836323f7c29a", "name": "network-vif-deleted", "tag": "91a2f875-0d76-427a-bce2-b1eaae2030e7", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:45:00.516931 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47b3002c-01fa-4f87-8fc9-6d43b2c4e20d {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:45:00.517317 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b3002c-01fa-4f87-8fc9-6d43b2c4e20d'] response: {'server_uuid': '290d1a3d-abf8-4e35-91e7-836323f7c29a', 'name': 'network-vif-deleted', 'tag': '91a2f875-0d76-427a-bce2-b1eaae2030e7', 'status': 'completed', 'code': 200} May 17 15:45:00.943234 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2c228edb-670f-4d0f-90b2-4f8fb13fe9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:01.052889 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f7bdc34f-5b45-4c4c-a6bb-ca97ffac3292 req-f9c8b11d-e411-4f50-b12c-a32c59fb2b86 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0278130 May 17 15:45:01.165582 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce890b-1f8a-4a04-93c3-6f7318acabed req-740dfa21-834e-44ae-93bb-98b7c7d99bef tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:01.167042 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c4ce890b-1f8a-4a04-93c3-6f7318acabed req-740dfa21-834e-44ae-93bb-98b7c7d99bef tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0458810 May 17 15:45:01.214731 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c4ce890b-1f8a-4a04-93c3-6f7318acabed req-0e178e79-cb29-42dd-9cf4-7dd794c76075 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 May 17 15:45:01.955757 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['91a2f875-0d76-427a-bce2-b1eaae2030e7'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:45:02.144116 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5b2066e0-2bb3-4019-a45a-7431f54fc67b req-95ecccda-858b-459a-9fdd-8da5da4a8e31 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0272501 May 17 15:45:02.324716 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbde09-5816-4188-af59-ae8272dc32af req-c268022a-9a9f-43a6-9fca-232c81c50917 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:02.326152 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77cbde09-5816-4188-af59-ae8272dc32af req-c268022a-9a9f-43a6-9fca-232c81c50917 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0454690 May 17 15:45:02.372536 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77cbde09-5816-4188-af59-ae8272dc32af req-991a485d-3d69-4212-b34a-92c8decb36c8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 May 17 15:45:02.637436 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:45:03.239577 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-819cc6ab-d2a9-490d-a067-16f0128881ee req-3ad02653-fcf2-4d76-92f5-ee6f55b7c166 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0302846 May 17 15:45:03.407264 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-815fb196-6d25-4a86-b44d-ef66f4456f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:03.486810 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17b5d3-9388-4ac5-8739-3e4f87e1cf78 req-7092ce3f-a423-40d1-a389-05a403d723e5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:03.488242 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a17b5d3-9388-4ac5-8739-3e4f87e1cf78 req-7092ce3f-a423-40d1-a389-05a403d723e5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0464444 May 17 15:45:03.533238 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a17b5d3-9388-4ac5-8739-3e4f87e1cf78 req-de9b4b0a-99b0-48f6-a59b-04acda71bd33 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 May 17 15:45:04.291538 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:04.334545 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a05b2b0-da32-4fd8-a6de-ee904638b04c req-f514bb4e-6f66-4ab0-8ef2-ba477240a440 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0274634 May 17 15:45:04.468813 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 91a2f875-0d76-427a-bce2-b1eaae2030e7 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:45:04.490892 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 91a2f875-0d76-427a-bce2-b1eaae2030e7 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:45:04.491230 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 91a2f875-0d76-427a-bce2-b1eaae2030e7 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:45:04.646126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cc3ae-9b9f-46bc-8304-e92f7fd9ca99 req-2114bfc0-a9ff-453e-bc73-e615ae9ee588 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:04.647550 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c9cc3ae-9b9f-46bc-8304-e92f7fd9ca99 req-2114bfc0-a9ff-453e-bc73-e615ae9ee588 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0460563 May 17 15:45:04.700205 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c9cc3ae-9b9f-46bc-8304-e92f7fd9ca99 req-7f36a20b-f885-49b8-b363-aeb0c7d36665 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472057 May 17 15:45:05.426720 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b6a2939b-77fd-4ab4-bfca-c9cb64d757d1 req-f6bcf13c-97e9-42d4-895b-c7160fbae7be tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0267165 May 17 15:45:05.813776 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c895b-cd9f-4e8f-b639-0e85a9765896 req-318ab55e-3e05-4f18-86c1-4df62cb93907 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:05.815204 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b0c895b-cd9f-4e8f-b639-0e85a9765896 req-318ab55e-3e05-4f18-86c1-4df62cb93907 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0452073 May 17 15:45:05.861218 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b0c895b-cd9f-4e8f-b639-0e85a9765896 req-d144a320-2511-401a-8dbf-4fef65a5ca6b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 May 17 15:45:06.011531 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:06.567571 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6cf8cb35-279b-4f15-8dfb-853786fdc08e req-7054eba6-8d5e-4007-9b13-a420ae75168e tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0653760 May 17 15:45:06.597104 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-963d8021-3231-443e-8b57-2f4482fb13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:06.599069 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-963d8021-3231-443e-8b57-2f4482fb13f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.0654285 May 17 15:45:06.650174 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-ec247137-00ca-4c57-98c4-76432bfb890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:06.651931 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-ec247137-00ca-4c57-98c4-76432bfb890e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435290 May 17 15:45:06.757586 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-8aedbc15-7485-4778-b215-214bee069a46 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940754 May 17 15:45:06.983095 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75a60f-ac95-49ae-a310-efbbce8805dc req-f08cd0d0-4c37-4348-8012-03fba5b94dff tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:06.984922 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f75a60f-ac95-49ae-a310-efbbce8805dc req-f08cd0d0-4c37-4348-8012-03fba5b94dff tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0533226 May 17 15:45:07.040654 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f75a60f-ac95-49ae-a310-efbbce8805dc req-a9c8246d-7e0a-473e-a6e5-3402fd540b7f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458915 May 17 15:45:07.498750 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:07.685986 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fe43517d-dd81-49db-bdf1-21e17ff6c2ac req-0b6ab6a1-10f4-4ad4-874a-979880f9434c tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0311961 May 17 15:45:08.172903 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b775a-3f2b-48e1-ab6a-a83ef7aba17e req-83d925ad-762d-4ea1-9995-4b34a487f149 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:08.174545 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f20b775a-3f2b-48e1-ab6a-a83ef7aba17e req-83d925ad-762d-4ea1-9995-4b34a487f149 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0524538 May 17 15:45:08.241984 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f20b775a-3f2b-48e1-ab6a-a83ef7aba17e req-f7b74ab1-a760-4fa7-a453-5c8999fda321 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607038 May 17 15:45:08.425063 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5847b88-9eb5-466b-b929-5b607a2bfe84 req-cf478606-083d-485c-86cc-8f777b319453 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283846 May 17 15:45:08.825455 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-adf1d8c2-78b0-4947-b43f-9d5461ff0b75 req-23cc74e6-bce9-4422-adb9-92e8ff8db135 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0331733 May 17 15:45:09.382368 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893392b9-4408-4aa9-84f2-56987f841ee1 req-099d59da-6e93-4f72-8cd6-225000cf332d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:09.383820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-893392b9-4408-4aa9-84f2-56987f841ee1 req-099d59da-6e93-4f72-8cd6-225000cf332d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0682802 May 17 15:45:09.434472 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-893392b9-4408-4aa9-84f2-56987f841ee1 req-2e02b2f5-79c8-4191-a429-f642ffea1c17 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 May 17 15:45:09.951680 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae527c3b-16e1-4d87-9c16-011ca8630b68 req-ec0e2041-2c16-4c1e-bec8-cd69868bf018 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0444520 May 17 15:45:10.578886 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fd1b3-12b5-4ab3-9c42-69473fc1763c req-db1e6619-a164-4994-a568-4aa6298be5c5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:10.580668 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2b4fd1b3-12b5-4ab3-9c42-69473fc1763c req-db1e6619-a164-4994-a568-4aa6298be5c5 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0518625 May 17 15:45:10.652557 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2b4fd1b3-12b5-4ab3-9c42-69473fc1763c req-a76ccb42-aeaa-4f0a-aa3f-5568c15044b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 May 17 15:45:11.068696 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f61e24cf-a883-44e7-b910-4533fb828f09 req-3bca0552-e946-4dc1-913c-f0ebaea7efd6 tempest-VolumesNegativeTest-710217526 tempest-VolumesNegativeTest-710217526-project] 10.222.0.75 "GET /v2.0/ports?device_id=290d1a3d-abf8-4e35-91e7-836323f7c29a HTTP/1.1" status: 200 len: 210 time: 0.0336330 May 17 15:45:11.852913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd69a1-122e-4166-8a21-1224f55c3528 req-fce2f5ba-612b-42c6-b129-c180f6ec860f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:11.855018 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3fd69a1-122e-4166-8a21-1224f55c3528 req-fce2f5ba-612b-42c6-b129-c180f6ec860f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.1107371 May 17 15:45:11.994123 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3fd69a1-122e-4166-8a21-1224f55c3528 req-2d52f342-7cc6-4373-99be-246f2efeea45 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331012 May 17 15:45:13.685051 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54042) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:13.692029 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248286245', 'description': 'tempest-description--767701646'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:13.717618 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:13.795381 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group (96c36e3c-6230-4806-a5a1-06d1af0163cd), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:13.800008 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (96c36e3c-6230-4806-a5a1-06d1af0163cd), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:13.833764 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:13.834917 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1475396 May 17 15:45:13.838426 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54052) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:13.839686 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c36e3c-6230-4806-a5a1-06d1af0163cd,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:13.845059 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'security_group_rule': {'security_group_id': '96c36e3c-6230-4806-a5a1-06d1af0163cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:13.849222 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.849779 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.850340 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.850887 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.851403 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.851936 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.852754 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.853159 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.853555 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.853948 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.854381 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.854774 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.855181 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.855684 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.856077 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cd4b5-7c3c-44e3-afb5-57f3ab4de585 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:13.896091 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group_rule (2e62d1b0-8454-4904-98e3-66a227c07883), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:13.954783 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group_rule (2e62d1b0-8454-4904-98e3-66a227c07883), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:13.961723 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (2e62d1b0-8454-4904-98e3-66a227c07883), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:13.991729 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e62d1b0-8454-4904-98e3-66a227c07883,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:13.996956 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:13.998401 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586721 May 17 15:45:14.001386 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54076) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:14.006355 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.007479 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-c1808665-7da3-4480-96af-8d500767a89e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'security_group_rule': {'security_group_id': '96c36e3c-6230-4806-a5a1-06d1af0163cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:14.007772 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.008501 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.008995 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.009526 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.010043 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.010523 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.011000 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.011474 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.016191 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.016968 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.017320 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.017713 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.017983 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.018348 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c758ecb-4c2d-48b4-ae70-ace3d341ca10 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:14.058050 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c1808665-7da3-4480-96af-8d500767a89e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group_rule (b5570514-7328-4d40-8e4d-cfb3ac54800c), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:14.325726 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c1808665-7da3-4480-96af-8d500767a89e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group_rule (b5570514-7328-4d40-8e4d-cfb3ac54800c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:14.330063 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c1808665-7da3-4480-96af-8d500767a89e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (b5570514-7328-4d40-8e4d-cfb3ac54800c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:14.349164 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1808665-7da3-4480-96af-8d500767a89e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5570514-7328-4d40-8e4d-cfb3ac54800c,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:14.362732 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c1808665-7da3-4480-96af-8d500767a89e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:14.367597 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c1808665-7da3-4480-96af-8d500767a89e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611579 May 17 15:45:14.367851 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54116) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:14.372946 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:14.397100 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:14.502695 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:14.691106 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Allocated IP 172.27.2.57 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/6041a751-027d-41e4-af22-aa8362e6332b) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:45:14.900900 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for port (6041a751-027d-41e4-af22-aa8362e6332b), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:14.949032 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (6041a751-027d-41e4-af22-aa8362e6332b), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:15.005716 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:15.005716 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event updated for resources: {'Port': ['ID=6041a751-027d-41e4-af22-aa8362e6332b,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:15.006581 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:15.008909 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:45:15.148341 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (3215016f-602f-4679-9d51-b7186e247f4d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:15.214464 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (6041a751-027d-41e4-af22-aa8362e6332b), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:15.449851 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for port (6041a751-027d-41e4-af22-aa8362e6332b), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:15.459034 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (6041a751-027d-41e4-af22-aa8362e6332b), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:15.534885 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event updated for resources: {'Port': ['ID=6041a751-027d-41e4-af22-aa8362e6332b,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:15.555366 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (3215016f-602f-4679-9d51-b7186e247f4d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:15.573604 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:15.582584 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d7aec818-5f3a-4c4c-b1ea-87b5714540e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2060990 May 17 15:45:15.893258 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-e4ff7269-306a-45bd-b6d2-e518c4193ad8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--248286245&fields=id&tenant_id=87cc0cd3d0df4dccbc28058b6866d076 HTTP/1.1" status: 200 len: 267 time: 0.0738807 May 17 15:45:16.030052 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-722c6e39-dff7-46d3-b45d-3acce87ef713 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:16.031912 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-722c6e39-dff7-46d3-b45d-3acce87ef713 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 819 time: 0.1301103 May 17 15:45:16.047464 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-60c1f81a-3395-47e7-a70b-8d53c2d44dbe tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/quotas/87cc0cd3d0df4dccbc28058b6866d076 HTTP/1.1" status: 200 len: 375 time: 0.0094070 May 17 15:45:16.109730 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-46943ebd-252b-4ab2-bdf6-891fe1444a9d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0569057 May 17 15:45:16.228404 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-176f78f3-0ffa-43f7-a748-cd0fc2eb9989 service neutron] 10.222.0.75 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065750 May 17 15:45:16.345623 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-8e737b4c-5bd7-4cad-822b-c7b5d450f352 service neutron] 10.222.0.75 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062436 May 17 15:45:17.238790 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54238) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:17.307795 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54242) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:17.391243 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-05643b74-701c-4888-bd64-19e3d896c8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.420798 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-06dfb9d6-eecd-4cd6-ab8b-bd1e0e5448e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29ff5f34a5094ef9a5c8c4b5b924415b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787333 May 17 15:45:17.421354 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54246) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:17.507870 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-66f8318c-7151-47e9-b6d1-fb3039264731 admin admin] Publish callbacks [] for security_group (ef0c7560-38ac-4853-bd90-ccdfff190bb4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.554158 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-05643b74-701c-4888-bd64-19e3d896c8d3 admin admin] Publish callbacks [] for security_group (bc623f64-6a88-45a0-8471-0cb2feebffa7), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.561184 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-05643b74-701c-4888-bd64-19e3d896c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (bc623f64-6a88-45a0-8471-0cb2feebffa7), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.568228 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-66f8318c-7151-47e9-b6d1-fb3039264731 admin admin] Publish callbacks [] for security_group (ef0c7560-38ac-4853-bd90-ccdfff190bb4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.603849 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05643b74-701c-4888-bd64-19e3d896c8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc623f64-6a88-45a0-8471-0cb2feebffa7,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:17.611228 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-13d2e5ac-49e0-40cf-8b8e-539ba627992e req-53b609c1-9b9e-4023-ac2f-96ddbfd66f38 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 210 time: 0.0565681 May 17 15:45:17.612070 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-05643b74-701c-4888-bd64-19e3d896c8d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf6cd3866d784a8fadd34d97e3200da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997150 May 17 15:45:17.612070 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54254) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:17.670850 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-66f8318c-7151-47e9-b6d1-fb3039264731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ef0c7560-38ac-4853-bd90-ccdfff190bb4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.674815 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0907fe17-6566-491d-b0ea-1f3e46f93f64 admin admin] Publish callbacks [] for security_group (bc623f64-6a88-45a0-8471-0cb2feebffa7), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.680326 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-66f8318c-7151-47e9-b6d1-fb3039264731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.683749 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-66f8318c-7151-47e9-b6d1-fb3039264731 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef0c7560-38ac-4853-bd90-ccdfff190bb4 HTTP/1.1" status: 204 len: 168 time: 0.2608187 May 17 15:45:17.694443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8318c-7151-47e9-b6d1-fb3039264731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0c7560-38ac-4853-bd90-ccdfff190bb4,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:17.712827 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0907fe17-6566-491d-b0ea-1f3e46f93f64 admin admin] Publish callbacks [] for security_group (bc623f64-6a88-45a0-8471-0cb2feebffa7), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.776970 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0907fe17-6566-491d-b0ea-1f3e46f93f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (bc623f64-6a88-45a0-8471-0cb2feebffa7), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.780621 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0907fe17-6566-491d-b0ea-1f3e46f93f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:17.781942 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0907fe17-6566-491d-b0ea-1f3e46f93f64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bc623f64-6a88-45a0-8471-0cb2feebffa7 HTTP/1.1" status: 204 len: 168 time: 0.1690617 May 17 15:45:17.806037 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907fe17-6566-491d-b0ea-1f3e46f93f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc623f64-6a88-45a0-8471-0cb2feebffa7,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:18.646334 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54290) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:18.715025 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9440fc15-1d97-46af-99a1-53d0a124e2f0 req-520511e0-3638-4a2b-a4fe-acfd27d07ef1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 210 time: 0.0357745 May 17 15:45:18.805052 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516956792-network', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:18.841467 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Made reservation on behalf of 4f8e659223ca4c2a8f4c6836e6a1cc18 for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:45:18.843948 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:18.853597 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.011444 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Publish callbacks [] for security_group (34dde803-345b-4083-80ef-24adfc22946d), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.021056 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (34dde803-345b-4083-80ef-24adfc22946d), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.063441 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:45:19.080913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (41332e61-3399-47af-8e92-f9cf3efdaacc), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.081475 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Added segment 41332e61-3399-47af-8e92-f9cf3efdaacc of type vlan for network a771620b-dc1b-42bb-88f6-2cf9877af5b9 May 17 15:45:19.120821 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-32452b26-ffec-41ff-bc98-d6bcf86bcebc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:19.122497 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-32452b26-ffec-41ff-bc98-d6bcf86bcebc tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 819 time: 0.2162256 May 17 15:45:19.124798 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dde803-345b-4083-80ef-24adfc22946d,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:19.189507 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (a771620b-dc1b-42bb-88f6-2cf9877af5b9), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.271806 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-b6f2686e-8759-49e7-acdf-1f5e0155e962 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87cc0cd3d0df4dccbc28058b6866d076 HTTP/1.1" status: 200 len: 379 time: 0.1133649 May 17 15:45:19.272585 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (a771620b-dc1b-42bb-88f6-2cf9877af5b9), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.274082 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:19.274934 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.300325 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'port': {'device_id': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'admin_state_up': True, 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'security_groups': ['96c36e3c-6230-4806-a5a1-06d1af0163cd']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:19.319248 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6722348 May 17 15:45:19.322454 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54308) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:19.335265 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Request body: {'subnet': {'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516956792-subnet', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:19.375602 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Made reservation on behalf of 4f8e659223ca4c2a8f4c6836e6a1cc18 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:45:19.379219 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13635123'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.417341 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b86eb-9ada-4fd9-8883-76ddd0788352 admin admin] Pushing event updated for resources: {'Network': ['ID=a771620b-dc1b-42bb-88f6-2cf9877af5b9,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:19.430658 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:45:19.509655 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Made reservation on behalf of 87cc0cd3d0df4dccbc28058b6866d076 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:45:19.514494 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.653518 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13635109'] for subnet (45798902-b0eb-4926-b0c6-07c63b6f1955), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.697231 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Allocated IP 172.20.0.8 (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f/2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f/58496923-8c39-489f-ae0c-a030f0c47bcc) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:45:19.763604 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Checking segment: {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:19.764097 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Network hostable DHCP agents. Network: a771620b-dc1b-42bb-88f6-2cf9877af5b9, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:45:19.767670 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45798902-b0eb-4926-b0c6-07c63b6f1955,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:19.796305 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:45:19.821714 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, a771620b-dc1b-42bb-88f6-2cf9877af5b9) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:19.834286 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33316d4c-2386-4def-96b8-810eaf6c5614 None None] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:45:19.838738 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:19.839524 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.867438 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1d1f9598-1045-4093-aea0-4e00060ca89d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5428286 May 17 15:45:19.870147 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54312) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:19.877414 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:19.908827 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.910255 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.920368 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a0c559c6-4bd5-4e8b-bb32-64f356860498 req-6b0e9f86-47f4-4d55-beb6-76fd443e7f4a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 210 time: 0.0430157 May 17 15:45:19.944664 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.985382 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:45:19.986415 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks [] for router_controller (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:19.986592 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.017873 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.068075 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:20.071646 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:20.090553 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:45:20.100955 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event updated for resources: {'Port': ['ID=58496923-8c39-489f-ae0c-a030f0c47bcc,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:20.162032 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Allocated IP 172.20.0.2 (a771620b-dc1b-42bb-88f6-2cf9877af5b9/45798902-b0eb-4926-b0c6-07c63b6f1955/90dee17f-3ee0-48d1-93be-21846a39b3f4) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:45:20.193574 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks [] for router_gateway (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.199310 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:20.201023 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.233940 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-06b8fcfc-f8be-45dc-a46d-e459cddd22c2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453413 May 17 15:45:20.269187 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Request body: {'port': {'device_id': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:20.373814 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.402870 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Publish callbacks [] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.411907 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.464044 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Pushing event updated for resources: {'Port': ['ID=90dee17f-3ee0-48d1-93be-21846a39b3f4,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:20.492578 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:20.492837 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks [] for router_gateway (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.499227 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-0effdfc2-a55c-49be-b5e9-8cd14bf10584 None None] Provisioning complete for port 58496923-8c39-489f-ae0c-a030f0c47bcc triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:20.499745 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0effdfc2-a55c-49be-b5e9-8cd14bf10584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.502280 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.502745 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.503131 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.503523 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.504080 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.504719 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.505205 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.505703 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.506233 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.506712 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.507212 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.507733 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.508212 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.508689 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.509165 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:20.514289 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:20.522938 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.536470 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:45:20.624182 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Attempting to bind port 90dee17f-3ee0-48d1-93be-21846a39b3f4 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:45:20.624822 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Attempting to bind port 90dee17f-3ee0-48d1-93be-21846a39b3f4 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:45:20.625721 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Attempting to bind port 90dee17f-3ee0-48d1-93be-21846a39b3f4 on network a771620b-dc1b-42bb-88f6-2cf9877af5b9 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:45:20.636894 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:45:20.637457 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Checking segment: {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:20.638260 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.638883 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Bound using segment: {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:45:20.639510 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Bound port: 90dee17f-3ee0-48d1-93be-21846a39b3f4, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:45:20.639994 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.658824 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Allocated IP 172.27.2.59 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/25a15302-700f-4229-b6d3-cdd53a677907) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:45:20.680572 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-0effdfc2-a55c-49be-b5e9-8cd14bf10584 None None] Port 58496923-8c39-489f-ae0c-a030f0c47bcc cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:45:20.756771 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] For port 90dee17f-3ee0-48d1-93be-21846a39b3f4, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:45:20.760479 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] For port 90dee17f-3ee0-48d1-93be-21846a39b3f4, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=90dee17f-3ee0-48d1-93be-21846a39b3f4,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:45:20.768480 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.792446 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks [] for port (25a15302-700f-4229-b6d3-cdd53a677907), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.819521 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58496923-8c39-489f-ae0c-a030f0c47bcc {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:45:20.827253 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0f33d-fe1b-4356-a907-8bc94999a6e9 None None] Pushing event updated for resources: {'Port': ['ID=90dee17f-3ee0-48d1-93be-21846a39b3f4,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:20.849213 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Publish callbacks [] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.859833 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (25a15302-700f-4229-b6d3-cdd53a677907), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.867780 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Transition to ACTIVE for port object 58496923-8c39-489f-ae0c-a030f0c47bcc will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:45:20.871897 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:20.909319 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:20.915805 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:20.922827 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:45:20.928544 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=25a15302-700f-4229-b6d3-cdd53a677907,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:20.948188 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=58496923-8c39-489f-ae0c-a030f0c47bcc,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:21.187038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c51b-cb13-47d3-b199-9e887d40b807 req-1a61ab42-1357-4042-b7e3-43841b5ef6a9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:21.195672 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2c99c51b-cb13-47d3-b199-9e887d40b807 req-1a61ab42-1357-4042-b7e3-43841b5ef6a9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 943 time: 0.1353514 May 17 15:45:21.264828 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Attempting to bind port 58496923-8c39-489f-ae0c-a030f0c47bcc on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:45:21.265459 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Attempting to bind port 58496923-8c39-489f-ae0c-a030f0c47bcc by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:45:21.265887 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Attempting to bind port 58496923-8c39-489f-ae0c-a030f0c47bcc on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:45:21.288108 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Port 58496923-8c39-489f-ae0c-a030f0c47bcc on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:45:21.288427 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Attempting to bind port 58496923-8c39-489f-ae0c-a030f0c47bcc on network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:45:21.306737 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:45:21.310353 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Checking segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:21.310912 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Bound using segment: {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:45:21.311507 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Bound port: 58496923-8c39-489f-ae0c-a030f0c47bcc, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f181b2b8-28ee-4470-bad6-3912c43435cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:45:21.315544 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:21.364482 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2c99c51b-cb13-47d3-b199-9e887d40b807 req-7ce01c15-b3c1-459f-8575-504666316af2 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675978 May 17 15:45:21.369877 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks [] for router_gateway (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:21.432789 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] For port 58496923-8c39-489f-ae0c-a030f0c47bcc, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:45:21.435927 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] For port 58496923-8c39-489f-ae0c-a030f0c47bcc, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=58496923-8c39-489f-ae0c-a030f0c47bcc,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:45:21.446424 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:21.500689 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:21.501239 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:21.503367 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 200 len: 1093 time: 1.2443295 May 17 15:45:21.504112 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:45:21.509803 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:45:21.596070 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84818916-45b6-4081-ae83-901a80598782 x-openstack-request-id: req-84818916-45b6-4081-ae83-901a80598782 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:45:21.596604 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:45:21.597009 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-84818916-45b6-4081-ae83-901a80598782 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:45:21.597587 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84818916-45b6-4081-ae83-901a80598782'] response: {'name': 'network-changed', 'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'status': 'completed', 'code': 200} May 17 15:45:21.603799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4258b4c-fcab-4d0e-a4e0-6c0c8afdd4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=58496923-8c39-489f-ae0c-a030f0c47bcc,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:21.621695 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-617a81d9-84c7-4144-9bbd-41dc48de8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:21.623298 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-617a81d9-84c7-4144-9bbd-41dc48de8e64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1127 time: 0.0678940 May 17 15:45:21.682171 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-1894fdb6-2791-4454-9b63-c89f5f96334c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 200 len: 217 time: 0.0506558 May 17 15:45:21.781235 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-bbf695b6-edbd-4910-96ec-4b132c359f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:21.782973 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-bbf695b6-edbd-4910-96ec-4b132c359f86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0948017 May 17 15:45:21.863981 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-bcf7f8fa-deef-4dc6-b264-1551446c2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:21.866528 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-bcf7f8fa-deef-4dc6-b264-1551446c2e89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771523 May 17 15:45:21.910816 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:21.991546 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-8dfdd882-e485-424b-9cca-1edfe58b8681 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176214 May 17 15:45:22.099602 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Router f3d9e62a-9c55-4724-99a8-9a315cb18b5d is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:45:22.138854 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcd8e041-78dd-4082-a03c-bcb6d75d467f req-1c35518a-b7a2-4a70-80ad-daebdb4ab1d1 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405630 May 17 15:45:22.254557 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:45:22.261296 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a54e9-e5dd-4808-a372-4fe97f987100 None None] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:45:22.264832 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Sync routers for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:45:22.280513 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:22.282254 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:22.282602 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8cadc4b2-6ff1-47d9-96b1-3b34c1ea5ff3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4095449 May 17 15:45:22.282925 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:22.285023 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54332) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:22.386126 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-d4494822-8977-43f5-9cbd-21726835e1d9 None None] Provisioning complete for port 90dee17f-3ee0-48d1-93be-21846a39b3f4 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:22.387063 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d4494822-8977-43f5-9cbd-21726835e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:22.410928 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:22.475701 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-d4494822-8977-43f5-9cbd-21726835e1d9 None None] Current status of the port 90dee17f-3ee0-48d1-93be-21846a39b3f4 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:22.476358 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d4494822-8977-43f5-9cbd-21726835e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:22.573392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa5db-6340-4d49-a90e-7c14ea214120 req-1e3764e5-a5c7-4b83-b838-f4cb8fdcfaa3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:22.575177 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f3eaa5db-6340-4d49-a90e-7c14ea214120 req-1e3764e5-a5c7-4b83-b838-f4cb8fdcfaa3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 943 time: 0.0888495 May 17 15:45:22.578649 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-d4494822-8977-43f5-9cbd-21726835e1d9 None None] For port 90dee17f-3ee0-48d1-93be-21846a39b3f4, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=90dee17f-3ee0-48d1-93be-21846a39b3f4,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:22.585487 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d4494822-8977-43f5-9cbd-21726835e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:22.636650 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:21Z', 'revision_number': 3, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:22.668589 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Checking router: f3d9e62a-9c55-4724-99a8-9a315cb18b5d for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:45:22.669120 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Updating router f3d9e62a-9c55-4724-99a8-9a315cb18b5d port 25a15302-700f-4229-b6d3-cdd53a677907 binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:45:22.680625 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f3eaa5db-6340-4d49-a90e-7c14ea214120 req-e7c9a5a1-0bca-42e3-a483-973b6a2cf673 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889518 May 17 15:45:22.687675 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4494822-8977-43f5-9cbd-21726835e1d9 None None] Pushing event updated for resources: {'Port': ['ID=90dee17f-3ee0-48d1-93be-21846a39b3f4,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:22.728634 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (25a15302-700f-4229-b6d3-cdd53a677907), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:22.802576 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 90dee17f-3ee0-48d1-93be-21846a39b3f4 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:22.887032 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 90dee17f-3ee0-48d1-93be-21846a39b3f4 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:22.888940 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:22.999782 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 90dee17f-3ee0-48d1-93be-21846a39b3f4 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:23.031911 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.090886 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Publish callbacks [] for port (25a15302-700f-4229-b6d3-cdd53a677907), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.099293 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (25a15302-700f-4229-b6d3-cdd53a677907), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.115918 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-b08c9892-f423-4d00-9117-152bb8467061 None None] Provisioning complete for port 90dee17f-3ee0-48d1-93be-21846a39b3f4 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:23.116307 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b08c9892-f423-4d00-9117-152bb8467061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.155029 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Attempting to bind port 25a15302-700f-4229-b6d3-cdd53a677907 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:45:23.155390 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Attempting to bind port 25a15302-700f-4229-b6d3-cdd53a677907 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:45:23.155744 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Attempting to bind port 25a15302-700f-4229-b6d3-cdd53a677907 on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:45:23.158078 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Pushing event updated for resources: {'Port': ['ID=25a15302-700f-4229-b6d3-cdd53a677907,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:23.167278 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:45:23.167759 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:23.168154 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.168535 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:45:23.168987 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Bound port: 25a15302-700f-4229-b6d3-cdd53a677907, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:45:23.169351 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (25a15302-700f-4229-b6d3-cdd53a677907), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.171628 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.171962 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.172312 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.174236 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.174236 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.174236 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.174236 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.174236 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.174236 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.174693 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.174813 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.175138 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.175452 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.175991 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.176304 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:45:23.248418 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-b08c9892-f423-4d00-9117-152bb8467061 None None] Current status of the port 90dee17f-3ee0-48d1-93be-21846a39b3f4 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:23.260560 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Allocated IP 172.20.0.1 (a771620b-dc1b-42bb-88f6-2cf9877af5b9/45798902-b0eb-4926-b0c6-07c63b6f1955/abee8eb3-c033-4f70-a385-a4ee128c9b2a) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:45:23.278115 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] For port 25a15302-700f-4229-b6d3-cdd53a677907, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:45:23.282771 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] For port 25a15302-700f-4229-b6d3-cdd53a677907, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=25a15302-700f-4229-b6d3-cdd53a677907,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:45:23.289373 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (25a15302-700f-4229-b6d3-cdd53a677907), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.410533 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Publish callbacks [] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.449574 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42581167-515c-420e-96b8-49ca4c1a0e8d None None] Pushing event updated for resources: {'Port': ['ID=25a15302-700f-4229-b6d3-cdd53a677907,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:23.452183 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.464373 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:23.464989 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:23.500759 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:23.504092 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:23.526365 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:45:23.575209 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Pushing event updated for resources: {'Port': ['ID=abee8eb3-c033-4f70-a385-a4ee128c9b2a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:23.622862 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.697777 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:23.859366 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.875936 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-fff29685-b9c2-436c-9ded-bdd608365ae7 None None] Provisioning complete for port abee8eb3-c033-4f70-a385-a4ee128c9b2a triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:23.877271 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fff29685-b9c2-436c-9ded-bdd608365ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:23.919945 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-fff29685-b9c2-436c-9ded-bdd608365ae7 None None] Port abee8eb3-c033-4f70-a385-a4ee128c9b2a cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:45:23.942033 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeffb38-f559-4e93-918a-ed95b86204f3 req-da736bd4-9dfa-4371-ba38-2149b2dd4b4e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:23.944252 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eaeffb38-f559-4e93-918a-ed95b86204f3 req-da736bd4-9dfa-4371-ba38-2149b2dd4b4e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 943 time: 0.0975201 May 17 15:45:23.958173 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:21Z', 'revision_number': 3, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:23.984188 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09c2c5-6134-4f62-b645-60f76a2fa97a None None] The sync data for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi is: [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:21Z', 'revision_number': 3, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:45:24.023506 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eaeffb38-f559-4e93-918a-ed95b86204f3 req-c25e0f82-e775-4c5d-987c-c6a13d370001 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678949 May 17 15:45:24.106914 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Publish callbacks [] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:24.112157 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:24.183739 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Pushing event updated for resources: {'Port': ['ID=abee8eb3-c033-4f70-a385-a4ee128c9b2a,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:24.188634 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:24.352867 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:24.355964 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:24.512712 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Router f3d9e62a-9c55-4724-99a8-9a315cb18b5d has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:45:24.679157 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:45:24.684751 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7528df73-538a-4e1b-bc04-380f8b1177ed admin admin] 10.222.0.75 "PUT /v2.0/routers/f3d9e62a-9c55-4724-99a8-9a315cb18b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3979967 May 17 15:45:24.750207 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-83e3a3a5-6cdd-498b-a203-0aef87cb9079 None None] Provisioning complete for port abee8eb3-c033-4f70-a385-a4ee128c9b2a triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:24.750444 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-83e3a3a5-6cdd-498b-a203-0aef87cb9079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:24.792795 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-83e3a3a5-6cdd-498b-a203-0aef87cb9079 None None] Port abee8eb3-c033-4f70-a385-a4ee128c9b2a cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:45:24.817947 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 25a15302-700f-4229-b6d3-cdd53a677907 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:24.877480 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 25a15302-700f-4229-b6d3-cdd53a677907 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:24.878137 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (25a15302-700f-4229-b6d3-cdd53a677907), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.086619 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 25a15302-700f-4229-b6d3-cdd53a677907 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:25.086995 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (25a15302-700f-4229-b6d3-cdd53a677907), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.111407 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port 25a15302-700f-4229-b6d3-cdd53a677907, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=25a15302-700f-4229-b6d3-cdd53a677907,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:25.116627 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (25a15302-700f-4229-b6d3-cdd53a677907), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.117537 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 90dee17f-3ee0-48d1-93be-21846a39b3f4 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:25.171196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295b38e-3259-464e-acef-5e7609f09498 req-4617ce64-78e8-4a18-ac3c-a1f77ce62004 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:25.172859 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7295b38e-3259-464e-acef-5e7609f09498 req-4617ce64-78e8-4a18-ac3c-a1f77ce62004 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 943 time: 0.0833938 May 17 15:45:25.198394 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=25a15302-700f-4229-b6d3-cdd53a677907,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:25.204716 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 90dee17f-3ee0-48d1-93be-21846a39b3f4 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:25.205074 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.236127 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7295b38e-3259-464e-acef-5e7609f09498 req-7e607c8d-eb61-41c9-b469-8cc242f8d5a8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511024 May 17 15:45:25.284130 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 90dee17f-3ee0-48d1-93be-21846a39b3f4 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:25.304036 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54382) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:25.308940 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-517121917-network', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:25.329217 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Made reservation on behalf of 2880acf32f0e4e73a9996d9e2a5ada7d for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:45:25.331692 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.340128 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.434349 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Publish callbacks [] for security_group (afc98330-b3dd-4445-a994-42ab96aed8bf), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.438372 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (afc98330-b3dd-4445-a994-42ab96aed8bf), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.466834 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:45:25.473654 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc98330-b3dd-4445-a994-42ab96aed8bf,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:25.479863 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (b28faa54-83f9-4e86-88fb-f091adba68d7), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.480280 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Added segment b28faa54-83f9-4e86-88fb-f091adba68d7 of type vlan for network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a May 17 15:45:25.520795 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (49fdb43f-2b24-4bdf-ba21-bec33ed14e6a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.550591 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (49fdb43f-2b24-4bdf-ba21-bec33ed14e6a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.552485 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:25.553063 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.585560 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2804389 May 17 15:45:25.588597 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54390) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:25.593513 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Request body: {'subnet': {'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-517121917-subnet', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'ip_version': 4}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:25.617512 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b35c-b102-4305-af38-ac18a92baf91 admin admin] Pushing event updated for resources: {'Network': ['ID=49fdb43f-2b24-4bdf-ba21-bec33ed14e6a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:25.635498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Made reservation on behalf of 2880acf32f0e4e73a9996d9e2a5ada7d for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:45:25.636028 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:45:25.638309 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771371'] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.816069 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771389'] for subnet (aad2f7e6-42a2-470e-9957-572c3f9f4ea7), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.872472 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad2f7e6-42a2-470e-9957-572c3f9f4ea7,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:25.880932 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Checking segment: {'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:25.881278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Network hostable DHCP agents. Network: 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:45:25.898013 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:45:25.906189 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:25.911745 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:25.911745 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.916083 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b0d45-b0cf-4b53-b791-521cf727d245 None None] Network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:45:25.929765 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1927c27f-fa1a-4ad8-81e9-f93063671666 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3377707 May 17 15:45:25.930698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54392) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:25.934890 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:25.966818 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.967942 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:25.971455 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Sync routers for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:45:25.992086 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:25.992625 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:26.017647 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks [] for router_controller (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), precommit_add_association {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:26.077060 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-49fdb43f-2b24-4bdf-ba21-bec33ed14e6a', 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a', 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'fixed_ips': [{'subnet_id': 'aad2f7e6-42a2-470e-9957-572c3f9f4ea7'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:45:26.078030 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:26.143311 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:26.154096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks [] for router_gateway (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:26.206049 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-e6da3f23-ea18-46dc-ba55-82740f850947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:26.207970 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-e6da3f23-ea18-46dc-ba55-82740f850947 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1127 time: 0.0636926 May 17 15:45:26.370373 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Allocated IP 172.20.0.2 (49fdb43f-2b24-4bdf-ba21-bec33ed14e6a/aad2f7e6-42a2-470e-9957-572c3f9f4ea7/fbd901ce-9218-46fb-888a-96a5ebcc5731) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:45:26.486923 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 2, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:26.521375 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Checking router: f3d9e62a-9c55-4724-99a8-9a315cb18b5d for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:45:26.521715 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Updating router f3d9e62a-9c55-4724-99a8-9a315cb18b5d port abee8eb3-c033-4f70-a385-a4ee128c9b2a binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:45:26.554919 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:26.600807 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 58496923-8c39-489f-ae0c-a030f0c47bcc details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:45:26.645519 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5da703-ce69-4f26-b05d-d3752e0be4fd req-398a0da3-33d0-4759-842e-af68d11cc4f0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:26.647049 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5e5da703-ce69-4f26-b05d-d3752e0be4fd req-398a0da3-33d0-4759-842e-af68d11cc4f0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 943 time: 0.1031752 May 17 15:45:26.653155 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-266ec9fb-b583-4120-b207-f3a2d27bf4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:26.655039 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-266ec9fb-b583-4120-b207-f3a2d27bf4fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.4180827 May 17 15:45:26.731276 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-d749ee70-b4ab-42e7-ae8a-cdfe506a6c13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 200 len: 217 time: 0.0661423 May 17 15:45:26.741009 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 25a15302-700f-4229-b6d3-cdd53a677907 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:26.749121 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Publish callbacks [] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:26.820674 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5e5da703-ce69-4f26-b05d-d3752e0be4fd req-3290ff18-e15f-4457-9114-f331de0e9048 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629727 May 17 15:45:26.829835 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks [] for router_gateway (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:26.834147 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-6a16278b-0e46-4592-a87d-3bad8ddfce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:26.835610 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-6a16278b-0e46-4592-a87d-3bad8ddfce28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0830517 May 17 15:45:26.861124 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:26.863481 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:26.922299 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:26.932384 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-f3daca0f-c606-4379-8b8d-9f366e54c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:26.933918 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-f3daca0f-c606-4379-8b8d-9f366e54c65e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808346 May 17 15:45:26.934945 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:26.937321 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:45:27.006922 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Pushing event updated for resources: {'Port': ['ID=fbd901ce-9218-46fb-888a-96a5ebcc5731,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:27.022671 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 58496923-8c39-489f-ae0c-a030f0c47bcc, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=58496923-8c39-489f-ae0c-a030f0c47bcc,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:27.055584 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Allocated IP 172.27.2.169 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/b01c0389-ab61-4e16-9209-9798898a57c6) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:45:27.070719 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 25a15302-700f-4229-b6d3-cdd53a677907 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:27.071082 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (25a15302-700f-4229-b6d3-cdd53a677907), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.085218 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-0fba3a77-ca62-4008-9a35-d4ac31069eea service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439912 May 17 15:45:27.253355 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72dd0c9a-b042-4dcc-8198-271d9cd60c3d req-54b0cb57-a641-4c97-8e1b-af7639c12d22 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530364 May 17 15:45:27.255451 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks [] for port (b01c0389-ab61-4e16-9209-9798898a57c6), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.286109 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Attempting to bind port fbd901ce-9218-46fb-888a-96a5ebcc5731 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:45:27.286483 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Attempting to bind port fbd901ce-9218-46fb-888a-96a5ebcc5731 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:45:27.286895 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Attempting to bind port fbd901ce-9218-46fb-888a-96a5ebcc5731 on network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:45:27.291498 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'mac_address': 'fa:16:3e:40:ea:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:45:27.292005 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.326381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:27.329126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:27.329422 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:45:27.329808 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Checking segment: {'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:27.330234 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.330625 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Bound using segment: {'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:45:27.331097 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Bound port: fbd901ce-9218-46fb-888a-96a5ebcc5731, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:45:27.331476 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.332999 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:45:27.364252 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Pushing event updated for resources: {'Port': ['ID=b01c0389-ab61-4e16-9209-9798898a57c6,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:27.373467 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 58496923-8c39-489f-ae0c-a030f0c47bcc is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:27.373621 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.444338 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58496923-8c39-489f-ae0c-a030f0c47bcc {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:45:27.480401 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 25a15302-700f-4229-b6d3-cdd53a677907 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:27.513730 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 58496923-8c39-489f-ae0c-a030f0c47bcc, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=58496923-8c39-489f-ae0c-a030f0c47bcc,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:27.532193 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] For port fbd901ce-9218-46fb-888a-96a5ebcc5731, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:45:27.536235 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.556201 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] For port fbd901ce-9218-46fb-888a-96a5ebcc5731, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=fbd901ce-9218-46fb-888a-96a5ebcc5731,segment=NetworkSegment(b28faa54-83f9-4e86-88fb-f091adba68d7),segment_id=b28faa54-83f9-4e86-88fb-f091adba68d7)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:45:27.579697 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks [] for router_gateway (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.583538 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Publish callbacks [] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.589917 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.595977 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.634927 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=58496923-8c39-489f-ae0c-a030f0c47bcc,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:27.731379 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46fcee-3d8c-4a09-85e4-afa0be55a719 None None] Pushing event updated for resources: {'Port': ['ID=fbd901ce-9218-46fb-888a-96a5ebcc5731,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:27.766893 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Attempting to bind port abee8eb3-c033-4f70-a385-a4ee128c9b2a on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:45:27.767229 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Attempting to bind port abee8eb3-c033-4f70-a385-a4ee128c9b2a by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:45:27.767594 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Attempting to bind port abee8eb3-c033-4f70-a385-a4ee128c9b2a on network a771620b-dc1b-42bb-88f6-2cf9877af5b9 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:45:27.777399 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:45:27.777771 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Checking segment: {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:27.778203 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.778591 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Bound using segment: {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:45:27.779219 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Bound port: abee8eb3-c033-4f70-a385-a4ee128c9b2a, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:45:27.779438 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.796287 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24ce53-51c8-40b9-a490-6a7868b909fc None None] Pushing event updated for resources: {'Port': ['ID=abee8eb3-c033-4f70-a385-a4ee128c9b2a,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:27.803637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.890043 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] For port abee8eb3-c033-4f70-a385-a4ee128c9b2a, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:45:27.890610 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] For port abee8eb3-c033-4f70-a385-a4ee128c9b2a, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=abee8eb3-c033-4f70-a385-a4ee128c9b2a,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:45:27.903664 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:27.963708 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:27.964364 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:28.004221 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a8fc7-0740-4956-9c2f-ce8a9610385a req-d6c1a0c5-d802-4e63-8c5e-834a1fc0f326 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:28.006740 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c29a8fc7-0740-4956-9c2f-ce8a9610385a req-d6c1a0c5-d802-4e63-8c5e-834a1fc0f326 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 944 time: 0.0987923 May 17 15:45:28.020053 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24ce53-51c8-40b9-a490-6a7868b909fc None None] Pushing event updated for resources: {'Port': ['ID=abee8eb3-c033-4f70-a385-a4ee128c9b2a,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:28.043973 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['58496923-8c39-489f-ae0c-a030f0c47bcc'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:45:28.084116 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-39d6fddb-2dc6-4440-bae4-c9b35cd01ee6 None None] Provisioning complete for port abee8eb3-c033-4f70-a385-a4ee128c9b2a triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:28.084486 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-39d6fddb-2dc6-4440-bae4-c9b35cd01ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.091975 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c29a8fc7-0740-4956-9c2f-ce8a9610385a req-b155fc64-c459-470e-b4a6-782d91600816 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769372 May 17 15:45:28.095692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:45:28.183951 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:28.217893 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:45:28.228838 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Sync routers for ids ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:45:28.247911 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Routers {'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:28.248532 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:28.249736 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.252387 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-11f6761c-c57f-4010-939d-6427f573d618 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3195026 May 17 15:45:28.254390 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54452) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:28.339836 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54456) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:28.367375 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Set router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:28.377603 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-39d6fddb-2dc6-4440-bae4-c9b35cd01ee6 None None] Current status of the port abee8eb3-c033-4f70-a385-a4ee128c9b2a is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:28.377982 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-39d6fddb-2dc6-4440-bae4-c9b35cd01ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.427790 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3b8d1a-25dd-495b-862b-b32b89951845 admin admin] Deleting subnet 915d1052-701d-41dd-a295-c54f34eea19d {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:45:28.431253 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8d1a-25dd-495b-862b-b32b89951845 admin admin] Publish callbacks [] for subnet (915d1052-701d-41dd-a295-c54f34eea19d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.480445 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8d1a-25dd-495b-862b-b32b89951845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13879736'] for subnet (915d1052-701d-41dd-a295-c54f34eea19d), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.489908 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-39d6fddb-2dc6-4440-bae4-c9b35cd01ee6 None None] For port abee8eb3-c033-4f70-a385-a4ee128c9b2a, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=abee8eb3-c033-4f70-a385-a4ee128c9b2a,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:28.524624 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-39d6fddb-2dc6-4440-bae4-c9b35cd01ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.550396 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8d1a-25dd-495b-862b-b32b89951845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (915d1052-701d-41dd-a295-c54f34eea19d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.570310 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:45:27Z', 'revision_number': 3, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port': {'id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:26Z', 'updated_at': '2022-05-17T15:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:28.602928 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Checking router: fe30e11c-3d50-4ca0-89d0-dcd215b00d6b for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:45:28.603556 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Updating router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b port b01c0389-ab61-4e16-9209-9798898a57c6 binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:45:28.617813 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:27Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:28.651330 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.658483 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208d0ca-8dc6-4685-8338-11a601a24ea1 None None] The sync data for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi is: [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:27Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:45:28.660966 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8d1a-25dd-495b-862b-b32b89951845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13635102'] for subnet (915d1052-701d-41dd-a295-c54f34eea19d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.676474 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6fddb-2dc6-4440-bae4-c9b35cd01ee6 None None] Pushing event updated for resources: {'Port': ['ID=abee8eb3-c033-4f70-a385-a4ee128c9b2a,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:28.698874 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-85b64e52-5051-4d8c-a678-4473ade300ef None None] Provisioning complete for port abee8eb3-c033-4f70-a385-a4ee128c9b2a triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:28.699559 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-85b64e52-5051-4d8c-a678-4473ade300ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.720959 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b8d1a-25dd-495b-862b-b32b89951845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915d1052-701d-41dd-a295-c54f34eea19d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:28.724060 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8d1a-25dd-495b-862b-b32b89951845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.732125 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8c3b8d1a-25dd-495b-862b-b32b89951845 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/915d1052-701d-41dd-a295-c54f34eea19d HTTP/1.1" status: 204 len: 168 time: 0.3913927 May 17 15:45:28.733159 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54458) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:28.879818 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (4c8b2043-78bf-4e27-83d8-b2eb9952990b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:28.920426 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-85b64e52-5051-4d8c-a678-4473ade300ef None None] Current status of the port abee8eb3-c033-4f70-a385-a4ee128c9b2a is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:28.928073 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device fbd901ce-9218-46fb-888a-96a5ebcc5731 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:28.952561 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.004049 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port fbd901ce-9218-46fb-888a-96a5ebcc5731 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:29.007942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.046145 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (4c8b2043-78bf-4e27-83d8-b2eb9952990b), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.080602 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8b2043-78bf-4e27-83d8-b2eb9952990b']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:29.098968 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418e3425-984e-467a-b2f8-46abc02f1a46') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:29.099649 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418e3425-984e-467a-b2f8-46abc02f1a46') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:29.119298 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13879681'] for segment (418e3425-984e-467a-b2f8-46abc02f1a46), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.150623 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (418e3425-984e-467a-b2f8-46abc02f1a46), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.160631 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:45:29.161444 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029102'] for segment (418e3425-984e-467a-b2f8-46abc02f1a46), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: Traceback (most recent call last): May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: timer() May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: cb(*args, **kw) May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: return func(*args, **kwargs) May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: self._notify() May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: self.callback(batched_events) May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: event.method(event) May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: return f(self, *a, **k) May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._get(url).json() May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:45:29.164830 dv-cinder-842128-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:45:29.182930 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Publish callbacks [] for port (b01c0389-ab61-4e16-9209-9798898a57c6), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.189757 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.195205 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port fbd901ce-9218-46fb-888a-96a5ebcc5731 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:29.197300 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Allocated IP 172.20.0.1 (49fdb43f-2b24-4bdf-ba21-bec33ed14e6a/aad2f7e6-42a2-470e-9957-572c3f9f4ea7/7836603e-cff4-4fd7-abab-5f2fb824a62b) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:45:29.197903 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.212275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eca144-1a53-40e6-9163-93a6096a0fe2 None None] Network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:45:29.266836 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Attempting to bind port b01c0389-ab61-4e16-9209-9798898a57c6 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:45:29.267396 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Attempting to bind port b01c0389-ab61-4e16-9209-9798898a57c6 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:45:29.267655 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Attempting to bind port b01c0389-ab61-4e16-9209-9798898a57c6 on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:45:29.272112 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2670e-9e5f-4d01-88f1-5edde7ae1576 None None] Pushing event updated for resources: {'Port': ['ID=b01c0389-ab61-4e16-9209-9798898a57c6,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:29.275870 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (4c8b2043-78bf-4e27-83d8-b2eb9952990b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.281610 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:45:29.281977 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:29.282393 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.282773 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:45:29.283430 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Bound port: b01c0389-ab61-4e16-9209-9798898a57c6, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:45:29.283632 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.290217 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.296754 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4c8b2043-78bf-4e27-83d8-b2eb9952990b HTTP/1.1" status: 204 len: 168 time: 0.5562665 May 17 15:45:29.305926 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848dd34-bdc0-422f-ae10-df44fd75eb13 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8b2043-78bf-4e27-83d8-b2eb9952990b,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:29.352954 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port fbd901ce-9218-46fb-888a-96a5ebcc5731, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=fbd901ce-9218-46fb-888a-96a5ebcc5731,segment=NetworkSegment(b28faa54-83f9-4e86-88fb-f091adba68d7),segment_id=b28faa54-83f9-4e86-88fb-f091adba68d7)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:29.366673 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] For port b01c0389-ab61-4e16-9209-9798898a57c6, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:45:29.369007 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.372725 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] For port b01c0389-ab61-4e16-9209-9798898a57c6, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b01c0389-ab61-4e16-9209-9798898a57c6,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:45:29.383743 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.449272 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=fbd901ce-9218-46fb-888a-96a5ebcc5731,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:29.451697 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-26ae799c-efe7-4302-8149-73a0705d2d4d None None] Provisioning complete for port fbd901ce-9218-46fb-888a-96a5ebcc5731 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:29.452321 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-26ae799c-efe7-4302-8149-73a0705d2d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.522674 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Routers {'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:29.523325 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:29.583312 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54464) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:29.592192 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2670e-9e5f-4d01-88f1-5edde7ae1576 None None] Pushing event updated for resources: {'Port': ['ID=b01c0389-ab61-4e16-9209-9798898a57c6,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:29.604597 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-26ae799c-efe7-4302-8149-73a0705d2d4d None None] Current status of the port fbd901ce-9218-46fb-888a-96a5ebcc5731 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:29.672495 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e7f8f015-a2ef-435d-a10d-677927b3d4f3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cac36e5078db4023a88b7720e409780b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0868611 May 17 15:45:29.675311 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54466) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:29.688285 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] Set router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:29.762440 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85c81f54-1c5b-4be6-80d0-393e00cb578d admin admin] Publish callbacks [] for security_group (9f74746b-295c-43b5-b407-9b251de94360), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.802758 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85c81f54-1c5b-4be6-80d0-393e00cb578d admin admin] Publish callbacks [] for security_group (9f74746b-295c-43b5-b407-9b251de94360), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.839069 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Publish callbacks [] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.866686 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85c81f54-1c5b-4be6-80d0-393e00cb578d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9f74746b-295c-43b5-b407-9b251de94360), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.872451 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85c81f54-1c5b-4be6-80d0-393e00cb578d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.873677 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-85c81f54-1c5b-4be6-80d0-393e00cb578d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f74746b-295c-43b5-b407-9b251de94360 HTTP/1.1" status: 204 len: 168 time: 0.1969051 May 17 15:45:29.884753 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81f54-1c5b-4be6-80d0-393e00cb578d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f74746b-295c-43b5-b407-9b251de94360,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:29.898220 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db4669-2d9d-4abf-aa44-195b90250c29 req-0055217a-a233-430b-8052-2a8689fa709a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:29.900701 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-96db4669-2d9d-4abf-aa44-195b90250c29 req-0055217a-a233-430b-8052-2a8689fa709a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 944 time: 0.1202750 May 17 15:45:29.919238 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:45:27Z', 'revision_number': 3, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port': {'id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:26Z', 'updated_at': '2022-05-17T15:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:29.939219 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.959801 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a8138-a5ee-4e50-b65b-1e959e4bda93 None None] The sync data for ids ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'] in dv-cinder-842128-1-iscsi is: [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:45:27Z', 'revision_number': 3, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port': {'id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:26Z', 'updated_at': '2022-05-17T15:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:45:29.967989 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8cd32d17-8299-4a2f-9f50-0000cd8ea2de None None] Provisioning complete for port fbd901ce-9218-46fb-888a-96a5ebcc5731 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:29.968528 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8cd32d17-8299-4a2f-9f50-0000cd8ea2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:29.989029 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:30.013926 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:30.016120 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:30.026892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:45:30.051765 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-96db4669-2d9d-4abf-aa44-195b90250c29 req-3bd76af3-59dc-4283-8f10-71b42d8571b8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441603 May 17 15:45:30.109810 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8cd32d17-8299-4a2f-9f50-0000cd8ea2de None None] Current status of the port fbd901ce-9218-46fb-888a-96a5ebcc5731 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:30.112938 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Pushing event updated for resources: {'Port': ['ID=7836603e-cff4-4fd7-abab-5f2fb824a62b,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:30.157134 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:30.347078 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:30.358472 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-c3b53a96-a263-4ec2-a9f3-92bb3e79a809 None None] Provisioning complete for port 7836603e-cff4-4fd7-abab-5f2fb824a62b triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:30.359061 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c3b53a96-a263-4ec2-a9f3-92bb3e79a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:30.427258 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-c3b53a96-a263-4ec2-a9f3-92bb3e79a809 None None] Port 7836603e-cff4-4fd7-abab-5f2fb824a62b cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:45:30.595121 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Publish callbacks [] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:30.601203 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:30.663474 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 58496923-8c39-489f-ae0c-a030f0c47bcc up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:30.676084 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Pushing event updated for resources: {'Port': ['ID=7836603e-cff4-4fd7-abab-5f2fb824a62b,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:30.685568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:30.731711 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 58496923-8c39-489f-ae0c-a030f0c47bcc completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:45:30.746134 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 58496923-8c39-489f-ae0c-a030f0c47bcc triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:30.746616 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:30.822508 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:45:30.824215 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:45:30.988472 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device fbd901ce-9218-46fb-888a-96a5ebcc5731 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:31.000473 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:45:31.063661 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-655a30fe-e1ee-4ba6-9c69-3411b35dd2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.123129 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port fbd901ce-9218-46fb-888a-96a5ebcc5731 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:31.134845 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.139099 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:45:31.158716 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-9b7e005b-ad51-48fd-8caf-6ced58135de3 admin admin] 10.222.0.75 "PUT /v2.0/routers/fe30e11c-3d50-4ca0-89d0-dcd215b00d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8954387 May 17 15:45:31.206022 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bcb59-81ca-4840-8b2f-cc4cbf6de181 req-6e3abc33-b877-4ceb-bb66-ee01ab91a9fd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:31.212280 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-787bcb59-81ca-4840-8b2f-cc4cbf6de181 req-6e3abc33-b877-4ceb-bb66-ee01ab91a9fd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 944 time: 0.0571389 May 17 15:45:31.256572 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 58496923-8c39-489f-ae0c-a030f0c47bcc is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:31.257003 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.295529 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-787bcb59-81ca-4840-8b2f-cc4cbf6de181 req-20e2618b-6d2b-4b71-90e0-eeb9e3ecc214 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824151 May 17 15:45:31.312235 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:45:31.315081 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd8ccb0-367e-414f-acef-a09a85c9d36d" -d '{"events": [{"server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "name": "network-vif-plugged", "status": "completed", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:45:31.320501 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-718e1431-39a5-4064-aca3-5825c588fe42 None None] Provisioning complete for port 7836603e-cff4-4fd7-abab-5f2fb824a62b triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:31.320501 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-718e1431-39a5-4064-aca3-5825c588fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.363802 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 58496923-8c39-489f-ae0c-a030f0c47bcc, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=58496923-8c39-489f-ae0c-a030f0c47bcc,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:31.439487 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33882112-4b20-4448-a3ac-5fdabc56b9d1 x-openstack-request-id: req-33882112-4b20-4448-a3ac-5fdabc56b9d1 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:45:31.439922 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "name": "network-vif-plugged", "status": "completed", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:45:31.440178 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33882112-4b20-4448-a3ac-5fdabc56b9d1 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:45:31.441589 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33882112-4b20-4448-a3ac-5fdabc56b9d1'] response: {'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'code': 200} May 17 15:45:31.445553 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port fbd901ce-9218-46fb-888a-96a5ebcc5731 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:31.446687 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device abee8eb3-c033-4f70-a385-a4ee128c9b2a up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:31.451913 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.483103 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-718e1431-39a5-4064-aca3-5825c588fe42 None None] Port 7836603e-cff4-4fd7-abab-5f2fb824a62b cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:45:31.552478 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=58496923-8c39-489f-ae0c-a030f0c47bcc,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:31.555932 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port abee8eb3-c033-4f70-a385-a4ee128c9b2a triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:31.556338 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.662895 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f50af-1ded-4026-8bea-3888e5719ea0 req-d7649078-b10f-48d9-bad2-5204f4575308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:31.665692 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d32f50af-1ded-4026-8bea-3888e5719ea0 req-d7649078-b10f-48d9-bad2-5204f4575308 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1129 time: 0.0587351 May 17 15:45:31.693648 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port abee8eb3-c033-4f70-a385-a4ee128c9b2a is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:31.694784 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b01c0389-ab61-4e16-9209-9798898a57c6 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:31.738617 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d32f50af-1ded-4026-8bea-3888e5719ea0 req-2ea12062-bb5b-41c9-ad40-249041be9600 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669496 May 17 15:45:31.755912 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port b01c0389-ab61-4e16-9209-9798898a57c6 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:31.756283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.776415 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54506) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:31.781017 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e3c64a50-4ccc-4d17-b259-68b2a1f63351 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972220404', 'description': 'tempest-secgroup-smoke-972220404 description', 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:31.801894 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e3c64a50-4ccc-4d17-b259-68b2a1f63351 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.828366 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port b01c0389-ab61-4e16-9209-9798898a57c6 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:31.828758 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.850800 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port b01c0389-ab61-4e16-9209-9798898a57c6, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b01c0389-ab61-4e16-9209-9798898a57c6,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:31.855008 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.870792 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e3c64a50-4ccc-4d17-b259-68b2a1f63351 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group (f2271ee3-d4e2-475a-acff-49f36167b730), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.874700 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e3c64a50-4ccc-4d17-b259-68b2a1f63351 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (f2271ee3-d4e2-475a-acff-49f36167b730), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.903938 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e3c64a50-4ccc-4d17-b259-68b2a1f63351 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.907907 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e3c64a50-4ccc-4d17-b259-68b2a1f63351 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1276991 May 17 15:45:31.908541 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54508) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:31.909355 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c64a50-4ccc-4d17-b259-68b2a1f63351 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2271ee3-d4e2-475a-acff-49f36167b730,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:31.916503 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-7b174991-f46e-4e67-9791-e1a0daa346d0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'security_group_rule': {'security_group_id': 'f2271ee3-d4e2-475a-acff-49f36167b730', 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:31.920801 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=b01c0389-ab61-4e16-9209-9798898a57c6,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:31.948190 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7b174991-f46e-4e67-9791-e1a0daa346d0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (4aa23eb6-286c-4990-81cc-1e8193f52975), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.993592 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7b174991-f46e-4e67-9791-e1a0daa346d0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (4aa23eb6-286c-4990-81cc-1e8193f52975), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:31.997021 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7b174991-f46e-4e67-9791-e1a0daa346d0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (4aa23eb6-286c-4990-81cc-1e8193f52975), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.016750 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b174991-f46e-4e67-9791-e1a0daa346d0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa23eb6-286c-4990-81cc-1e8193f52975,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:32.022644 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7b174991-f46e-4e67-9791-e1a0daa346d0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.023819 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7b174991-f46e-4e67-9791-e1a0daa346d0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141334 May 17 15:45:32.026717 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54510) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:32.031109 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-c1fbc5bd-024a-41da-8881-a7b1547b701d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'security_group_rule': {'security_group_id': 'f2271ee3-d4e2-475a-acff-49f36167b730', 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:32.058262 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc5bd-024a-41da-8881-a7b1547b701d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (b5b1d598-21d5-490f-b72e-722a8be5cc90), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.107999 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc5bd-024a-41da-8881-a7b1547b701d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (b5b1d598-21d5-490f-b72e-722a8be5cc90), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.111858 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc5bd-024a-41da-8881-a7b1547b701d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (b5b1d598-21d5-490f-b72e-722a8be5cc90), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.130253 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbc5bd-024a-41da-8881-a7b1547b701d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b1d598-21d5-490f-b72e-722a8be5cc90,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:32.137799 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc5bd-024a-41da-8881-a7b1547b701d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.139014 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c1fbc5bd-024a-41da-8881-a7b1547b701d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112959 May 17 15:45:32.141736 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54512) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:32.145978 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-6817f27e-c6a7-47a0-bc33-f90f2863fe8b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'security_group_rule': {'security_group_id': 'f2271ee3-d4e2-475a-acff-49f36167b730', 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:32.170409 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6817f27e-c6a7-47a0-bc33-f90f2863fe8b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (a26c40d8-4995-4363-b7d7-1430ba86e393), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.212363 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Sync routers for ids ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:45:32.223275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Routers {'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:32.223882 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:32.229211 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6817f27e-c6a7-47a0-bc33-f90f2863fe8b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (a26c40d8-4995-4363-b7d7-1430ba86e393), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.232965 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6817f27e-c6a7-47a0-bc33-f90f2863fe8b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (a26c40d8-4995-4363-b7d7-1430ba86e393), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.251008 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817f27e-c6a7-47a0-bc33-f90f2863fe8b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26c40d8-4995-4363-b7d7-1430ba86e393,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:32.257475 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6817f27e-c6a7-47a0-bc33-f90f2863fe8b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.258700 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6817f27e-c6a7-47a0-bc33-f90f2863fe8b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160152 May 17 15:45:32.261412 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54514) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:32.265691 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-85fade11-defc-46f3-a20e-70bc1d970d96 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'security_group_rule': {'security_group_id': 'f2271ee3-d4e2-475a-acff-49f36167b730', 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:32.292406 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85fade11-defc-46f3-a20e-70bc1d970d96 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (c10653cb-546f-474e-92e5-6a2f0c5cc506), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.330953 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Set router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:32.353047 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85fade11-defc-46f3-a20e-70bc1d970d96 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (c10653cb-546f-474e-92e5-6a2f0c5cc506), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.357449 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85fade11-defc-46f3-a20e-70bc1d970d96 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (c10653cb-546f-474e-92e5-6a2f0c5cc506), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.376259 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fade11-defc-46f3-a20e-70bc1d970d96 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10653cb-546f-474e-92e5-6a2f0c5cc506,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:32.385018 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85fade11-defc-46f3-a20e-70bc1d970d96 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.386241 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-85fade11-defc-46f3-a20e-70bc1d970d96 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238260 May 17 15:45:32.388825 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 54518) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:32.393143 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-929e19d1-1427-4c58-ba45-00beab689698 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'security_group_rule': {'security_group_id': 'f2271ee3-d4e2-475a-acff-49f36167b730', 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:32.415379 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-929e19d1-1427-4c58-ba45-00beab689698 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Project 4f8e659223ca4c2a8f4c6836e6a1cc18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 15:45:32.422957 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-929e19d1-1427-4c58-ba45-00beab689698 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (d1a63c43-f812-4a82-8723-f87ea6690be4), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.433338 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307b53d-4170-4c16-805e-ceeb1d573ec6 req-2ae1e018-5e3c-4221-89b9-4fdac9ac5189 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:32.434897 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a307b53d-4170-4c16-805e-ceeb1d573ec6 req-2ae1e018-5e3c-4221-89b9-4fdac9ac5189 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0642447 May 17 15:45:32.483867 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-929e19d1-1427-4c58-ba45-00beab689698 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (d1a63c43-f812-4a82-8723-f87ea6690be4), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.489058 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-929e19d1-1427-4c58-ba45-00beab689698 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (d1a63c43-f812-4a82-8723-f87ea6690be4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.494803 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a307b53d-4170-4c16-805e-ceeb1d573ec6 req-cf954ab6-662f-4252-afc8-6c98db3deb1d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526054 May 17 15:45:32.514208 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e19d1-1427-4c58-ba45-00beab689698 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a63c43-f812-4a82-8723-f87ea6690be4,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:32.518022 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-929e19d1-1427-4c58-ba45-00beab689698 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.523307 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54522) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:32.523640 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-929e19d1-1427-4c58-ba45-00beab689698 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326773 May 17 15:45:32.529255 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-d0a660e5-9f2d-4370-a2f7-2a9bd5bf10a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'security_group_rule': {'security_group_id': 'f2271ee3-d4e2-475a-acff-49f36167b730', 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:32.538566 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:45:30Z', 'revision_number': 4, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port': {'id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:26Z', 'updated_at': '2022-05-17T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7836603e-cff4-4fd7-abab-5f2fb824a62b', 'name': '', 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'mac_address': 'fa:16:3e:71:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aad2f7e6-42a2-470e-9957-572c3f9f4ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:28Z', 'updated_at': '2022-05-17T15:45:30Z', 'revision_number': 2, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'subnets': [{'id': 'aad2f7e6-42a2-470e-9957-572c3f9f4ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:32.554053 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.securitygroups_db [None req-d0a660e5-9f2d-4370-a2f7-2a9bd5bf10a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Project 4f8e659223ca4c2a8f4c6836e6a1cc18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 15:45:32.561444 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d0a660e5-9f2d-4370-a2f7-2a9bd5bf10a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (f489b520-5cc3-4034-9f22-d90d977000db), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.565516 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Checking router: fe30e11c-3d50-4ca0-89d0-dcd215b00d6b for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:45:32.565886 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Updating router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b port 7836603e-cff4-4fd7-abab-5f2fb824a62b binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:45:32.602746 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.620693 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d0a660e5-9f2d-4370-a2f7-2a9bd5bf10a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (f489b520-5cc3-4034-9f22-d90d977000db), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.624919 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d0a660e5-9f2d-4370-a2f7-2a9bd5bf10a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (f489b520-5cc3-4034-9f22-d90d977000db), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.642764 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a660e5-9f2d-4370-a2f7-2a9bd5bf10a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f489b520-5cc3-4034-9f22-d90d977000db,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:32.655029 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d0a660e5-9f2d-4370-a2f7-2a9bd5bf10a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.664696 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d0a660e5-9f2d-4370-a2f7-2a9bd5bf10a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322312 May 17 15:45:32.726600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b01c0389-ab61-4e16-9209-9798898a57c6 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:32.815581 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port b01c0389-ab61-4e16-9209-9798898a57c6 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:32.815993 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:32.998433 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port b01c0389-ab61-4e16-9209-9798898a57c6 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:33.041747 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Publish callbacks [] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.048287 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.104021 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aa630-9422-4b77-8fe8-ab52e44d37ed None None] Pushing event updated for resources: {'Port': ['ID=7836603e-cff4-4fd7-abab-5f2fb824a62b,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:33.168538 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Attempting to bind port 7836603e-cff4-4fd7-abab-5f2fb824a62b on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:45:33.169036 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Attempting to bind port 7836603e-cff4-4fd7-abab-5f2fb824a62b by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:45:33.169471 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Attempting to bind port 7836603e-cff4-4fd7-abab-5f2fb824a62b on network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:45:33.176628 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:45:33.177086 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Checking segment: {'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:45:33.177555 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.178045 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Bound using segment: {'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:45:33.181900 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Bound port: 7836603e-cff4-4fd7-abab-5f2fb824a62b, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28faa54-83f9-4e86-88fb-f091adba68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:45:33.182385 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.276483 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] For port 7836603e-cff4-4fd7-abab-5f2fb824a62b, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:45:33.285353 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] For port 7836603e-cff4-4fd7-abab-5f2fb824a62b, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7836603e-cff4-4fd7-abab-5f2fb824a62b,segment=NetworkSegment(b28faa54-83f9-4e86-88fb-f091adba68d7),segment_id=b28faa54-83f9-4e86-88fb-f091adba68d7)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:45:33.293686 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.366114 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Routers {'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:33.366885 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:33.456317 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aa630-9422-4b77-8fe8-ab52e44d37ed None None] Pushing event updated for resources: {'Port': ['ID=7836603e-cff4-4fd7-abab-5f2fb824a62b,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:33.474982 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-be8159a1-c6ba-4ae8-9d2f-c1e82162e590 None None] Provisioning complete for port 7836603e-cff4-4fd7-abab-5f2fb824a62b triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:33.475454 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-be8159a1-c6ba-4ae8-9d2f-c1e82162e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.626482 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-58359187-2eaa-4129-afd6-e2ccf8670d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.633958 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464f89-cc8f-4c45-83b4-c36c39fa0625 req-52c7082a-9985-4eb3-899a-d699df548c23 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:33.635587 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32464f89-cc8f-4c45-83b4-c36c39fa0625 req-52c7082a-9985-4eb3-899a-d699df548c23 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0575473 May 17 15:45:33.672584 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] Set router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:33.684305 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-32464f89-cc8f-4c45-83b4-c36c39fa0625 req-a1f83609-79d6-461d-b5fc-a4a6d72f03be tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429821 May 17 15:45:33.827213 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-be8159a1-c6ba-4ae8-9d2f-c1e82162e590 None None] Current status of the port 7836603e-cff4-4fd7-abab-5f2fb824a62b is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:33.827505 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-be8159a1-c6ba-4ae8-9d2f-c1e82162e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.881722 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-be8159a1-c6ba-4ae8-9d2f-c1e82162e590 None None] For port 7836603e-cff4-4fd7-abab-5f2fb824a62b, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7836603e-cff4-4fd7-abab-5f2fb824a62b,segment=NetworkSegment(b28faa54-83f9-4e86-88fb-f091adba68d7),segment_id=b28faa54-83f9-4e86-88fb-f091adba68d7)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:45:33.885837 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-be8159a1-c6ba-4ae8-9d2f-c1e82162e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:33.956137 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:45:30Z', 'revision_number': 4, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port': {'id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:26Z', 'updated_at': '2022-05-17T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7836603e-cff4-4fd7-abab-5f2fb824a62b', 'name': '', 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'mac_address': 'fa:16:3e:71:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aad2f7e6-42a2-470e-9957-572c3f9f4ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:28Z', 'updated_at': '2022-05-17T15:45:33Z', 'revision_number': 4, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'subnets': [{'id': 'aad2f7e6-42a2-470e-9957-572c3f9f4ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:33.987713 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9921549-e9a9-43e8-80ac-5423e0a7bb5b None None] The sync data for ids ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'] in dv-cinder-842128-1-iscsi is: [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:45:30Z', 'revision_number': 4, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port': {'id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:26Z', 'updated_at': '2022-05-17T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7836603e-cff4-4fd7-abab-5f2fb824a62b', 'name': '', 'network_id': '49fdb43f-2b24-4bdf-ba21-bec33ed14e6a', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'mac_address': 'fa:16:3e:71:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aad2f7e6-42a2-470e-9957-572c3f9f4ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:28Z', 'updated_at': '2022-05-17T15:45:33Z', 'revision_number': 4, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'subnets': [{'id': 'aad2f7e6-42a2-470e-9957-572c3f9f4ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:45:33.991763 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8159a1-c6ba-4ae8-9d2f-c1e82162e590 None None] Pushing event updated for resources: {'Port': ['ID=7836603e-cff4-4fd7-abab-5f2fb824a62b,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:45:34.004822 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-d97eaf6e-043d-4c39-92a7-d1a5e355afbb None None] Provisioning complete for port 7836603e-cff4-4fd7-abab-5f2fb824a62b triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:34.005051 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d97eaf6e-043d-4c39-92a7-d1a5e355afbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:34.100693 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-d97eaf6e-043d-4c39-92a7-d1a5e355afbb None None] Current status of the port 7836603e-cff4-4fd7-abab-5f2fb824a62b is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:34.296076 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:34.702625 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7836603e-cff4-4fd7-abab-5f2fb824a62b up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:45:34.749568 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 7836603e-cff4-4fd7-abab-5f2fb824a62b triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:45:34.749939 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:34.810271 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f7c8-f586-4e82-82ee-2c0fab6c6152 req-09ea8d2d-86df-4ca0-91ea-9e8544ee9045 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:34.811741 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd17f7c8-f586-4e82-82ee-2c0fab6c6152 req-09ea8d2d-86df-4ca0-91ea-9e8544ee9045 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0500333 May 17 15:45:34.829226 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 7836603e-cff4-4fd7-abab-5f2fb824a62b is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:45:34.863653 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd17f7c8-f586-4e82-82ee-2c0fab6c6152 req-06711157-df26-41d1-8155-5ce7ba2444d3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425179 May 17 15:45:34.975832 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471bad0-fad1-4c89-8479-32429352e5d9 req-386fa1ce-35a6-4c7c-8d60-1037d6c4a119 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:34.977551 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a471bad0-fad1-4c89-8479-32429352e5d9 req-386fa1ce-35a6-4c7c-8d60-1037d6c4a119 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0508697 May 17 15:45:34.986133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 54610) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:45:34.991058 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'floatingip': {'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:45:35.028698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (3215016f-602f-4679-9d51-b7186e247f4d), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:35.450299 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:35.454914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (3215016f-602f-4679-9d51-b7186e247f4d), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:35.555172 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Floating IP 3215016f-602f-4679-9d51-b7186e247f4d associated. External IP: 172.27.2.57, port: 58496923-8c39-489f-ae0c-a030f0c47bcc. May 17 15:45:35.766272 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Router f216769a-302c-48c1-9bda-0d7e64a0a195 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:45:35.874857 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:45:35.880514 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:35.886748 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] Sync routers for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:45:35.898400 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:35.899156 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:35.919430 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-5c84da18-c505-40b9-9d57-04e5862afff7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "PUT /v2.0/floatingips/3215016f-602f-4679-9d51-b7186e247f4d HTTP/1.1" status: 200 len: 990 time: 0.9319108 May 17 15:45:35.920045 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:45:35.923048 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:45:35.962923 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b35079-2e99-49a6-ae1e-a2ef6308a33e x-openstack-request-id: req-75b35079-2e99-49a6-ae1e-a2ef6308a33e {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:45:35.963282 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:45:35.963527 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-75b35079-2e99-49a6-ae1e-a2ef6308a33e {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:45:35.964619 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b35079-2e99-49a6-ae1e-a2ef6308a33e'] response: {'name': 'network-changed', 'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'status': 'completed', 'code': 200} May 17 15:45:36.015739 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:36.045094 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-d9340fd3-9478-4ddf-a0d9-f520bcaa3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:36.046624 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-d9340fd3-9478-4ddf-a0d9-f520bcaa3dc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1129 time: 0.0591106 May 17 15:45:36.090123 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:36.135827 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-2ffa5a6e-f2ec-448a-bd98-f942e93d211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:36.137579 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-2ffa5a6e-f2ec-448a-bd98-f942e93d211d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.0845253 May 17 15:45:36.204658 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-989cc4a2-efd6-4b5a-9f11-3edfffd46db9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 200 len: 998 time: 0.0596328 May 17 15:45:36.253328 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-da05ad6e-0bfa-4f5b-b7a8-75db060f3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:36.254868 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-da05ad6e-0bfa-4f5b-b7a8-75db060f3817 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0441470 May 17 15:45:36.297061 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '3215016f-602f-4679-9d51-b7186e247f4d', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'mac_address': 'fa:16:3e:40:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:45:15Z', 'updated_at': '2022-05-17T15:45:35Z', 'revision_number': 1, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:36.298914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-cf8b7cf8-e114-46e5-8eaf-98a46fbdf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:45:36.301349 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-cf8b7cf8-e114-46e5-8eaf-98a46fbdf7d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399311 May 17 15:45:36.322160 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] Checking router: f216769a-302c-48c1-9bda-0d7e64a0a195 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:45:36.332031 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:45:36.332937 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:45:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:36.397910 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-e80f29a8-f294-44a0-bffd-9b5c4fe3f6b0 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904253 May 17 15:45:36.437654 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:45:36.493919 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2ac397e-78e3-4265-8e4d-ffa9a5adbaca req-46e6e1ba-66dc-4719-ab3e-d8f11105a295 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891948 May 17 15:45:36.658430 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '3215016f-602f-4679-9d51-b7186e247f4d', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'mac_address': 'fa:16:3e:40:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:45:15Z', 'updated_at': '2022-05-17T15:45:35Z', 'revision_number': 1, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:45:36.682085 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25ba0e-43f8-466d-ba34-ec0455a65285 None None] The sync data for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi is: [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '3215016f-602f-4679-9d51-b7186e247f4d', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'mac_address': 'fa:16:3e:40:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:45:15Z', 'updated_at': '2022-05-17T15:45:35Z', 'revision_number': 1, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:45:36.873087 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dab583-d4f7-485c-9d41-828a5b59dd5d None None] New status for floating IP 3215016f-602f-4679-9d51-b7186e247f4d: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:45:37.482329 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:45:39.635886 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:45:59.934587 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:00.947357 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-60badb3d-5a13-42b0-b086-0c32d5c6273f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:03.411317 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb0f99e6-443d-49d4-998c-cf662af5bc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:04.299343 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:05.859230 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-9b31586d-aaf3-4d16-9583-1b6edd38bb6f tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972220404&fields=id&tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18 HTTP/1.1" status: 200 len: 267 time: 0.0439010 May 17 15:46:05.967974 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633895f4-8c0d-4898-8715-cf720af7add8 req-4186f7e3-5c08-45c9-a742-cb358cef62e0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:05.969311 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-4186f7e3-5c08-45c9-a742-cb358cef62e0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/networks?id=a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 200 len: 809 time: 0.1036804 May 17 15:46:05.983940 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-bda1484a-461d-4c6f-8778-312548d7e40b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/quotas/4f8e659223ca4c2a8f4c6836e6a1cc18 HTTP/1.1" status: 200 len: 375 time: 0.0087087 May 17 15:46:06.007718 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:06.032259 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-ec815c91-aa8d-4d76-9ed0-1489cfadee97 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435865 May 17 15:46:06.126885 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-8fb50a3a-d8dd-4363-ad4a-b19f70fee447 service neutron] 10.222.0.75 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 May 17 15:46:06.213818 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-b3c1d0a5-5a66-4c34-ae1c-6c21325683c2 service neutron] 10.222.0.75 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812256 May 17 15:46:06.494239 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-45da0318-8a7f-4e5f-96b5-93a3bc7d4814 req-fad28575-0e71-4960-ae43-0b6616150581 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 210 time: 0.0302994 May 17 15:46:07.450080 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633895f4-8c0d-4898-8715-cf720af7add8 req-7d356d66-b46e-402b-acea-242e9966728c tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:07.451522 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-7d356d66-b46e-402b-acea-242e9966728c tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.61 "GET /v2.0/networks?id=a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 200 len: 809 time: 0.1040168 May 17 15:46:07.487806 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:07.517448 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-37260fba-77dd-46ac-9962-76e05b56ce08 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18 HTTP/1.1" status: 200 len: 379 time: 0.0546582 May 17 15:46:07.527499 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'port': {'device_id': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'admin_state_up': True, 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'security_groups': ['f2271ee3-d4e2-475a-acff-49f36167b730']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:07.616632 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a58ba925-c6c1-462e-90cb-7e5d99c0af24 req-219f2888-0eb6-4b81-975b-b18d2f27a2b7 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 210 time: 0.0527835 May 17 15:46:07.660768 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Made reservation on behalf of 4f8e659223ca4c2a8f4c6836e6a1cc18 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:46:07.664104 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:08.036829 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Allocated IP 172.20.0.11 (a771620b-dc1b-42bb-88f6-2cf9877af5b9/45798902-b0eb-4926-b0c6-07c63b6f1955/feedabaa-7083-406b-9dfe-1149dc1ff973) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:46:08.173209 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:08.204398 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:08.244402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:46:08.247625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:46:08.254095 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:46:08.278036 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:08.320917 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:08.321524 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:08.337537 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-628369cb-0a4c-4f35-920e-0196bc9c9aef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8143845 May 17 15:46:08.348805 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Request body: {'port': {'device_id': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:08.412142 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:08.521841 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-71eb2f75-40b4-4d1d-8e52-a93c286e2c38 None None] Provisioning complete for port feedabaa-7083-406b-9dfe-1149dc1ff973 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:46:08.522390 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-71eb2f75-40b4-4d1d-8e52-a93c286e2c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:08.552932 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-71eb2f75-40b4-4d1d-8e52-a93c286e2c38 None None] Port feedabaa-7083-406b-9dfe-1149dc1ff973 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:46:08.691033 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feedabaa-7083-406b-9dfe-1149dc1ff973 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:46:08.706431 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Publish callbacks [] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:08.744548 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Transition to ACTIVE for port object feedabaa-7083-406b-9dfe-1149dc1ff973 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:46:08.748391 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:08.767613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b0ad4-7a14-4aad-83d3-7ec4b9c5caec req-ed9fb8c2-f8c4-47d6-af33-2ceb13692324 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:08.769596 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-926b0ad4-7a14-4aad-83d3-7ec4b9c5caec req-ed9fb8c2-f8c4-47d6-af33-2ceb13692324 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 932 time: 0.0742290 May 17 15:46:08.832441 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Pushing event updated for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:08.896939 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-926b0ad4-7a14-4aad-83d3-7ec4b9c5caec req-701cd4fa-bc67-4b05-baad-f9e3beee00f0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103854 May 17 15:46:08.931699 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Attempting to bind port feedabaa-7083-406b-9dfe-1149dc1ff973 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:46:08.932036 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Attempting to bind port feedabaa-7083-406b-9dfe-1149dc1ff973 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:46:08.932368 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Attempting to bind port feedabaa-7083-406b-9dfe-1149dc1ff973 on network a771620b-dc1b-42bb-88f6-2cf9877af5b9 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:46:08.936997 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Port feedabaa-7083-406b-9dfe-1149dc1ff973 on network a771620b-dc1b-42bb-88f6-2cf9877af5b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:46:08.937315 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Attempting to bind port feedabaa-7083-406b-9dfe-1149dc1ff973 on network a771620b-dc1b-42bb-88f6-2cf9877af5b9 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:46:08.942326 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:46:08.942662 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Checking segment: {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:46:08.943042 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Bound using segment: {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:46:08.943465 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Bound port: feedabaa-7083-406b-9dfe-1149dc1ff973, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41332e61-3399-47af-8e92-f9cf3efdaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:46:08.943829 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:09.006106 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:46:09.008979 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:46:09.014361 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:09.047594 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:09.048194 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:09.049586 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] 10.222.0.61 "PUT /v2.0/ports/feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 1094 time: 0.7050037 May 17 15:46:09.050026 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:46:09.052222 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:46:09.085129 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013727d2-d1d8-4c11-a2eb-3e570897a738 service neutron] Pushing event updated for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:09.095492 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738190d2-9538-4910-98cd-4b3bb8500221 x-openstack-request-id: req-738190d2-9538-4910-98cd-4b3bb8500221 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:46:09.095792 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:46:09.096093 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-738190d2-9538-4910-98cd-4b3bb8500221 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:46:09.097009 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738190d2-9538-4910-98cd-4b3bb8500221'] response: {'name': 'network-changed', 'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'status': 'completed', 'code': 200} May 17 15:46:09.139634 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633895f4-8c0d-4898-8715-cf720af7add8 req-f0a5dfe6-e7be-4ab4-bcea-89cac7db6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:09.141341 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-f0a5dfe6-e7be-4ab4-bcea-89cac7db6343 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1128 time: 0.0421400 May 17 15:46:09.188472 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-020ec2dc-a04c-45b0-8607-bc2021002860 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 217 time: 0.0396526 May 17 15:46:09.237199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633895f4-8c0d-4898-8715-cf720af7add8 req-c6188942-545f-4ab3-8456-d69c2a7e5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:09.238684 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-c6188942-545f-4ab3-8456-d69c2a7e5c2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45798902-b0eb-4926-b0c6-07c63b6f1955 HTTP/1.1" status: 200 len: 848 time: 0.0447631 May 17 15:46:09.280597 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633895f4-8c0d-4898-8715-cf720af7add8 req-5f637fff-7d84-48f2-bf9f-64ea7b41e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:09.282042 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-5f637fff-7d84-48f2-bf9f-64ea7b41e5b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a771620b-dc1b-42bb-88f6-2cf9877af5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379305 May 17 15:46:09.372679 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-fb9ef8f1-9bf4-4381-b679-d714d2ea3c24 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843096 May 17 15:46:09.458720 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-633895f4-8c0d-4898-8715-cf720af7add8 req-4bea4def-0da7-44e6-877b-6b4dabbf9cd9 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792828 May 17 15:46:10.027913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f43ba-153c-4935-8a12-c0a7903c5d7f req-8e8ffa5d-6ef6-47ea-8a0e-0b91d6a61bba tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:10.029383 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a02f43ba-153c-4935-8a12-c0a7903c5d7f req-8e8ffa5d-6ef6-47ea-8a0e-0b91d6a61bba tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0531716 May 17 15:46:10.078150 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a02f43ba-153c-4935-8a12-c0a7903c5d7f req-103d9a61-6155-40b0-b80b-2fa125f0f154 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432255 May 17 15:46:11.188011 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a528b2-8e01-44ae-879c-37bfd44300e7 req-2f956719-5ae2-4385-9709-b8d02159dc7b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:11.189361 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-58a528b2-8e01-44ae-879c-37bfd44300e7 req-2f956719-5ae2-4385-9709-b8d02159dc7b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0454085 May 17 15:46:11.237175 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-58a528b2-8e01-44ae-879c-37bfd44300e7 req-3dd58a77-6995-4c6e-b5df-e4fc169cc57b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 May 17 15:46:11.404877 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-9ee9eb6d-0d7b-4268-8b90-864e029f78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:11.406340 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-9ee9eb6d-0d7b-4268-8b90-864e029f78a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1128 time: 0.0380878 May 17 15:46:11.501522 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-ee07a586-4290-4b24-aad5-df63f8069f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:11.503862 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-ee07a586-4290-4b24-aad5-df63f8069f0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 200 len: 910 time: 0.0902712 May 17 15:46:11.543289 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-95f2ceea-9475-4324-b729-a5f5bb7e166a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 217 time: 0.0320635 May 17 15:46:11.598173 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-d49cd8e3-8f39-471f-a58a-c2d5bd53d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:11.599594 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-d49cd8e3-8f39-471f-a58a-c2d5bd53d4b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45798902-b0eb-4926-b0c6-07c63b6f1955 HTTP/1.1" status: 200 len: 848 time: 0.0504489 May 17 15:46:11.641759 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-be38ab15-1acf-4949-8aad-eb4c425d3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:11.643846 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-be38ab15-1acf-4949-8aad-eb4c425d3491 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a771620b-dc1b-42bb-88f6-2cf9877af5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382307 May 17 15:46:11.733134 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-72366f63-af53-4051-8ecc-add2efbfc1c1 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825264 May 17 15:46:11.848526 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-3ebba305-a66c-41b9-8b8e-c26658b153ac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485897 May 17 15:46:11.858610 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-225264d3-ccb7-49e2-bdd7-9a2565ce4e92 req-910a5534-25c5-45bf-a8b6-5c59c7d53f2c service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174791 May 17 15:46:11.912708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-0ae2c58a-b317-45f5-8725-28a59e047134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:11.914248 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-0ae2c58a-b317-45f5-8725-28a59e047134 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 1129 time: 0.0444708 May 17 15:46:12.016667 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-25223018-1f34-4e62-9eba-2f7c3b9295bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:12.018144 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-25223018-1f34-4e62-9eba-2f7c3b9295bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.0844221 May 17 15:46:12.060476 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-8848ad89-929e-44c0-8c65-c74bdc42f86c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88db692-f314-4035-ad7b-ca49d3a51b36 HTTP/1.1" status: 200 len: 217 time: 0.0336213 May 17 15:46:12.106273 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-9204e22f-50fd-4f99-93d1-251bbd1543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:12.107619 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-9204e22f-50fd-4f99-93d1-251bbd1543a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0407066 May 17 15:46:12.156177 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-077250a4-6b23-4f9d-b178-1d2374f1ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:12.157789 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-077250a4-6b23-4f9d-b178-1d2374f1ed56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405691 May 17 15:46:12.253475 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-cf4087f9-4958-4aae-aa23-d622c4a3345f service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892172 May 17 15:46:12.383766 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b28e0-4980-4b38-a05e-24dd8c8b644a req-8ed8d522-74b4-42df-8e77-9e03cce2b168 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:12.385088 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae0b28e0-4980-4b38-a05e-24dd8c8b644a req-8ed8d522-74b4-42df-8e77-9e03cce2b168 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0657387 May 17 15:46:12.387375 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dbfa1045-fb5c-47a4-8a2f-76f855bed140 req-437b414e-7145-4681-8c4d-7f78a7b611d7 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274590 May 17 15:46:12.434045 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae0b28e0-4980-4b38-a05e-24dd8c8b644a req-1926bf5c-4030-46b1-96a5-faa401acd008 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430977 May 17 15:46:13.546334 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e2f97-d1e2-435f-8a46-7e7b1cb3b986 req-5ae35b0c-e3dc-4515-8f81-9a6ceb204582 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:13.547845 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4c5e2f97-d1e2-435f-8a46-7e7b1cb3b986 req-5ae35b0c-e3dc-4515-8f81-9a6ceb204582 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0473852 May 17 15:46:13.597043 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4c5e2f97-d1e2-435f-8a46-7e7b1cb3b986 req-b94c50a7-2468-455b-85cf-9dd9f6e3722e tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436540 May 17 15:46:13.900080 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94ce49-1b5b-441e-9022-e4bec907b4c3 req-4df9be80-974c-492e-bc0a-1b3bdfe72593 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:13.901545 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bc94ce49-1b5b-441e-9022-e4bec907b4c3 req-4df9be80-974c-492e-bc0a-1b3bdfe72593 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0457294 May 17 15:46:13.949188 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bc94ce49-1b5b-441e-9022-e4bec907b4c3 req-082c2858-dc96-409e-b36c-ccc4a8e4e3e9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 May 17 15:46:14.712021 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6df45-46ef-4500-be82-d89a75aaf411 req-75b4b20c-e58a-41ea-a5fc-c085cfd05dfc tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:14.713364 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-14e6df45-46ef-4500-be82-d89a75aaf411 req-75b4b20c-e58a-41ea-a5fc-c085cfd05dfc tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0458105 May 17 15:46:14.763662 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-14e6df45-46ef-4500-be82-d89a75aaf411 req-3980a16f-fe66-4c1d-9ba0-e63dd9248e3c tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 May 17 15:46:15.067564 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce361e8-b121-4312-a3ef-434832c1b923 req-d3f5f3ff-8da6-4d05-9120-3536cf26c60c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:15.068981 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce361e8-b121-4312-a3ef-434832c1b923 req-d3f5f3ff-8da6-4d05-9120-3536cf26c60c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0453887 May 17 15:46:15.116211 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce361e8-b121-4312-a3ef-434832c1b923 req-dbc99e4f-4522-4aaf-9632-a0505d00c6fe tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 May 17 15:46:15.878457 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab6f5-e4ac-496f-a666-504aa0596198 req-805c18fb-a74f-4edb-97e0-e66c807b0978 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:15.879915 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d8ab6f5-e4ac-496f-a666-504aa0596198 req-805c18fb-a74f-4edb-97e0-e66c807b0978 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0508616 May 17 15:46:15.927908 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d8ab6f5-e4ac-496f-a666-504aa0596198 req-f2873139-9369-4587-ab56-b58ce7deff3b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 May 17 15:46:16.231002 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d745b0-e089-4c05-960d-535b14fb1f54 req-38c54fef-9a6e-49e8-8324-db553fd9cbc3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:16.232450 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3d745b0-e089-4c05-960d-535b14fb1f54 req-38c54fef-9a6e-49e8-8324-db553fd9cbc3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0457752 May 17 15:46:16.277644 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3d745b0-e089-4c05-960d-535b14fb1f54 req-9c34f4c6-eead-454b-bba3-6abc451456e3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390823 May 17 15:46:16.635710 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:46:17.036066 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ab3e-3716-4fab-8907-3fa87bb53988 req-61a2c910-8cad-4af7-a906-2763df65324e tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:17.037487 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29d9ab3e-3716-4fab-8907-3fa87bb53988 req-61a2c910-8cad-4af7-a906-2763df65324e tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0458407 May 17 15:46:17.087987 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29d9ab3e-3716-4fab-8907-3fa87bb53988 req-7887f73a-73a1-40d3-a2b2-9d30d9fc09b3 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451002 May 17 15:46:17.397661 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc156831-a5fc-427f-a019-66883285dd3d req-5c05520e-e330-465e-9c06-d9f4145e4cb8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:17.399137 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fc156831-a5fc-427f-a019-66883285dd3d req-5c05520e-e330-465e-9c06-d9f4145e4cb8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0507095 May 17 15:46:17.450438 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fc156831-a5fc-427f-a019-66883285dd3d req-5ebaf90e-62fe-41ff-afa1-8281520683e9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457933 May 17 15:46:18.200680 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96546e6-5503-432e-8561-4f948857e413 req-c269caaa-04bf-4be7-bb03-e0a31ccd3f1b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:18.202104 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f96546e6-5503-432e-8561-4f948857e413 req-c269caaa-04bf-4be7-bb03-e0a31ccd3f1b tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0461633 May 17 15:46:18.248803 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f96546e6-5503-432e-8561-4f948857e413 req-0b14d163-e377-48af-bb19-4236d2e8cfe3 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403800 May 17 15:46:18.570605 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259638a8-4519-4b84-94b6-08ce3c242d66 req-26784c3d-5fb0-4734-9778-64dfe16d8a4a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:18.572019 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-259638a8-4519-4b84-94b6-08ce3c242d66 req-26784c3d-5fb0-4734-9778-64dfe16d8a4a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0491078 May 17 15:46:18.616567 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-259638a8-4519-4b84-94b6-08ce3c242d66 req-8658861c-8252-47f9-9ee2-a887dfc64ee2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391500 May 17 15:46:18.929844 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device feedabaa-7083-406b-9dfe-1149dc1ff973 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:46:19.028520 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:19.041562 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'port_id': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'mac_address': 'fa:16:3e:99:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:46:19.076504 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port feedabaa-7083-406b-9dfe-1149dc1ff973 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:46:19.076895 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:19.089096 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feedabaa-7083-406b-9dfe-1149dc1ff973 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:46:19.108901 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:19.113225 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:19.156393 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:19.358382 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7e88e-3021-48cb-a9b6-f5cc3f564cec req-f8712e91-552e-468a-aa61-96947a8ff4ed tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:19.359863 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4b7e88e-3021-48cb-a9b6-f5cc3f564cec req-f8712e91-552e-468a-aa61-96947a8ff4ed tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 945 time: 0.0459375 May 17 15:46:19.408461 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4b7e88e-3021-48cb-a9b6-f5cc3f564cec req-af7a4c10-5134-4c06-bf6a-5899ccb620d6 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 May 17 15:46:19.545947 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['feedabaa-7083-406b-9dfe-1149dc1ff973'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:46:19.741109 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3708fa-27c9-4532-a1b4-daaac98dbcbb req-2e6a8398-f576-42cb-9af8-a45d1e3df77e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:19.742682 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3c3708fa-27c9-4532-a1b4-daaac98dbcbb req-2e6a8398-f576-42cb-9af8-a45d1e3df77e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0542259 May 17 15:46:19.811778 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3c3708fa-27c9-4532-a1b4-daaac98dbcbb req-5402692b-efc1-4f60-8ed7-46118c8343a9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632496 May 17 15:46:20.524060 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3a408-4d4a-4110-8563-f394aeef8e7b req-7c2da932-877c-4420-9750-5f758438d4b0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:20.525492 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3d3a408-4d4a-4110-8563-f394aeef8e7b req-7c2da932-877c-4420-9750-5f758438d4b0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 945 time: 0.0457931 May 17 15:46:20.574097 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3d3a408-4d4a-4110-8563-f394aeef8e7b req-9181afaf-d253-4edb-9122-41dae28eb042 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 May 17 15:46:20.931631 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac270b89-4ff6-4e2a-ad41-21a5393ac212 req-9eba4d30-5464-414c-85d3-cd036a2c074a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:20.933117 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac270b89-4ff6-4e2a-ad41-21a5393ac212 req-9eba4d30-5464-414c-85d3-cd036a2c074a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0488281 May 17 15:46:20.937582 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device feedabaa-7083-406b-9dfe-1149dc1ff973 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:46:20.985486 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port feedabaa-7083-406b-9dfe-1149dc1ff973 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:46:20.988351 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac270b89-4ff6-4e2a-ad41-21a5393ac212 req-ffcf99e9-0aae-44e5-ad70-0f7366834c1a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494246 May 17 15:46:20.992749 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port feedabaa-7083-406b-9dfe-1149dc1ff973 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:46:20.993128 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:21.096232 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port feedabaa-7083-406b-9dfe-1149dc1ff973 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:46:21.097389 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:21.130723 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:46:21.133295 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3805511-56c2-4740-b53b-10870524f883" -d '{"events": [{"server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "name": "network-vif-plugged", "status": "completed", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:46:21.151815 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:21.155834 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:21.196169 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752eb9f6-3a0b-44f7-8469-8d1fe7b3ef1b x-openstack-request-id: req-752eb9f6-3a0b-44f7-8469-8d1fe7b3ef1b {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:46:21.196757 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "name": "network-vif-plugged", "status": "completed", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:46:21.196757 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-752eb9f6-3a0b-44f7-8469-8d1fe7b3ef1b {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:46:21.197137 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752eb9f6-3a0b-44f7-8469-8d1fe7b3ef1b'] response: {'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'code': 200} May 17 15:46:21.210944 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:21.222074 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.222446 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.222782 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.223183 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.223524 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.223847 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.224168 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.224490 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.224822 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.225646 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.226058 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.226440 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.226768 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.227388 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.227956 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:21.454296 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6770ebc-898e-4637-a9e3-20de9e7b8899 req-d67ab750-544a-4463-b4d9-490d8646ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:21.455790 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c6770ebc-898e-4637-a9e3-20de9e7b8899 req-d67ab750-544a-4463-b4d9-490d8646ea58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1130 time: 0.0379906 May 17 15:46:21.500623 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c6770ebc-898e-4637-a9e3-20de9e7b8899 req-a0151b4a-00cf-47a3-9edf-918a49885b4f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386262 May 17 15:46:21.686632 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c560-f611-4f02-9e9f-08dcb013c090 req-b44d0f23-d945-43e4-8a7b-cd2bb3281411 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:21.688112 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f058c560-f611-4f02-9e9f-08dcb013c090 req-b44d0f23-d945-43e4-8a7b-cd2bb3281411 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0461183 May 17 15:46:21.741294 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f058c560-f611-4f02-9e9f-08dcb013c090 req-9a6bcb9a-ef81-4b73-9415-1afa979a1869 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478098 May 17 15:46:22.119698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604f050-7879-4cf5-b003-0e1c4cf6f6a8 req-055df4ab-d32c-40e5-84b7-81958c803fe8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:22.121220 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1604f050-7879-4cf5-b003-0e1c4cf6f6a8 req-055df4ab-d32c-40e5-84b7-81958c803fe8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0489261 May 17 15:46:22.166195 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1604f050-7879-4cf5-b003-0e1c4cf6f6a8 req-eed6141b-c54f-445e-b170-0e7b1e08a86f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396047 May 17 15:46:22.441370 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55050) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:22.541790 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:22.615530 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Publish callbacks [] for security_group (e3fc83dd-7ab0-42d5-9baf-b087fd8297f6), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:22.619203 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (e3fc83dd-7ab0-42d5-9baf-b087fd8297f6), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:22.655999 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b6c3d661c824f9abc2a4fd6b1f62421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135589 May 17 15:46:22.656951 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc83dd-7ab0-42d5-9baf-b087fd8297f6,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:22.659226 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55054) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:22.664578 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.664921 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.665262 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.665626 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.665954 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.666303 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.666625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.666948 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.667266 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.667589 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.667908 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.668230 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.668546 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.668861 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.669177 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f0e2-6801-46af-9110-851dfded8eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.709237 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Publish callbacks [] for security_group (e3fc83dd-7ab0-42d5-9baf-b087fd8297f6), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:22.731811 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Publish callbacks [] for security_group (e3fc83dd-7ab0-42d5-9baf-b087fd8297f6), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:22.778532 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (e3fc83dd-7ab0-42d5-9baf-b087fd8297f6), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:22.781015 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:22.782206 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3fc83dd-7ab0-42d5-9baf-b087fd8297f6 HTTP/1.1" status: 204 len: 168 time: 0.1219933 May 17 15:46:22.790406 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc83dd-7ab0-42d5-9baf-b087fd8297f6,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:22.797705 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.797987 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.798386 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.798724 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.799059 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.799938 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.800264 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.801044 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.801044 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.801250 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.801534 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.801872 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.802224 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.802547 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.802864 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871be4-e914-4db4-bbf8-8d20f91ea421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:46:22.871147 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dbc27-1c56-4f91-9fb2-c1bb59aedd0b req-63991f9c-a1e0-48e7-ba5d-ce79722d0331 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:22.872626 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b62dbc27-1c56-4f91-9fb2-c1bb59aedd0b req-63991f9c-a1e0-48e7-ba5d-ce79722d0331 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0484989 May 17 15:46:22.930688 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b62dbc27-1c56-4f91-9fb2-c1bb59aedd0b req-575c7fc9-c8ad-43bd-acbc-510cf02fd0df tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519652 May 17 15:46:23.283585 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416e8ce-a826-45c3-9ba9-a6c770e45bb5 req-9fc99b5e-a891-411f-aef7-757a9e1d03d2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:23.285652 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1416e8ce-a826-45c3-9ba9-a6c770e45bb5 req-9fc99b5e-a891-411f-aef7-757a9e1d03d2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0467887 May 17 15:46:23.330357 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1416e8ce-a826-45c3-9ba9-a6c770e45bb5 req-b415e271-884a-43c0-97a5-276d78b2a21d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391035 May 17 15:46:24.040754 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d9b3b-0e43-400e-9b8a-c6004c365277 req-966ce2d1-9fec-4874-953d-5a492b5b2296 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:24.042193 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-951d9b3b-0e43-400e-9b8a-c6004c365277 req-966ce2d1-9fec-4874-953d-5a492b5b2296 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0452061 May 17 15:46:24.088581 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-951d9b3b-0e43-400e-9b8a-c6004c365277 req-a0740966-dabd-4ad9-8609-4c4651b0a9ff tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409925 May 17 15:46:24.201762 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576fdda-bdf9-44c5-9e84-66a3016913b7 req-c5c3a412-378f-459a-bc82-9456a8ca5981 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:24.203219 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c576fdda-bdf9-44c5-9e84-66a3016913b7 req-c5c3a412-378f-459a-bc82-9456a8ca5981 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0491018 May 17 15:46:24.259749 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c576fdda-bdf9-44c5-9e84-66a3016913b7 req-1685c711-f19d-4007-886c-36ae842eacf1 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506711 May 17 15:46:24.280425 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55068) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:24.481928 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26d7d1-283a-40ea-aa32-9c0b27e1d5a7 req-e63d99b3-62cc-4789-9f54-f3266e7ab356 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:24.483413 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0e26d7d1-283a-40ea-aa32-9c0b27e1d5a7 req-e63d99b3-62cc-4789-9f54-f3266e7ab356 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0737629 May 17 15:46:24.484522 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e74c0-a97b-4a41-9047-2a834165dca3 tempest-TestShelveInstance-2129167801 tempest-TestShelveInstance-2129167801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:24.485865 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-763e74c0-a97b-4a41-9047-2a834165dca3 tempest-TestShelveInstance-2129167801 tempest-TestShelveInstance-2129167801-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1125 time: 0.2045133 May 17 15:46:24.489540 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55076) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:24.493948 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'port_id': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:24.515607 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:24.533050 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0e26d7d1-283a-40ea-aa32-9c0b27e1d5a7 req-32332a24-d914-4aca-92ba-c7c72668b4e5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 May 17 15:46:24.593058 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:24.693134 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Allocated IP 172.27.2.84 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/52d28117-07cb-4a22-a68b-9ad4fa535db3) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:46:24.793628 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for port (52d28117-07cb-4a22-a68b-9ad4fa535db3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:24.826104 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (52d28117-07cb-4a22-a68b-9ad4fa535db3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:24.859789 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:46:24.864602 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:46:24.870265 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:46:24.874925 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'Port': ['ID=52d28117-07cb-4a22-a68b-9ad4fa535db3,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:25.491984 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for floatingip (c25a64e1-4101-487a-b74b-ec08697332c0), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:25.589006 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (52d28117-07cb-4a22-a68b-9ad4fa535db3), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:25.652660 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf22961-ad65-4f70-b2e0-8655e8b27318 req-ad04ca01-63e4-4845-8daf-657650e80862 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:25.654259 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bdf22961-ad65-4f70-b2e0-8655e8b27318 req-ad04ca01-63e4-4845-8daf-657650e80862 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0496302 May 17 15:46:25.710697 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bdf22961-ad65-4f70-b2e0-8655e8b27318 req-c20aa6b1-800d-4e9c-a774-c2fdd17d6d0d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479918 May 17 15:46:25.772200 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for port (52d28117-07cb-4a22-a68b-9ad4fa535db3), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:25.777155 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (52d28117-07cb-4a22-a68b-9ad4fa535db3), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:25.849869 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event updated for resources: {'Port': ['ID=52d28117-07cb-4a22-a68b-9ad4fa535db3,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:25.861796 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (c25a64e1-4101-487a-b74b-ec08697332c0), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:25.957014 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Floating IP c25a64e1-4101-487a-b74b-ec08697332c0 associated. External IP: 172.27.2.84, port: feedabaa-7083-406b-9dfe-1149dc1ff973. May 17 15:46:26.143604 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Router f3d9e62a-9c55-4724-99a8-9a315cb18b5d has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:46:26.243138 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:46:26.252797 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] Sync routers for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:46:26.261078 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:26.262832 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:46:26.263457 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:46:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:46:26.290729 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e2a54989-f0f0-4198-9c6a-b17634fbb41d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8000991 May 17 15:46:26.291579 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:46:26.293965 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a150848bb0330446f24bb0136d1a3bfabbaf4df3899f23fd7b7d6f093f6e07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574fae9f-c9e1-45c7-b07b-02451854dbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:46:26.328882 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e6799b-e64a-4ee7-bcf1-a01f0c03092e x-openstack-request-id: req-03e6799b-e64a-4ee7-bcf1-a01f0c03092e {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:46:26.329288 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:46:26.329606 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03e6799b-e64a-4ee7-bcf1-a01f0c03092e {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:46:26.330096 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e6799b-e64a-4ee7-bcf1-a01f0c03092e'] response: {'name': 'network-changed', 'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'status': 'completed', 'code': 200} May 17 15:46:26.362639 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:46:26.387336 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-990dd5eb-5b8e-46f4-bf92-32a750ed2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:26.388785 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-990dd5eb-5b8e-46f4-bf92-32a750ed2039 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1130 time: 0.0381238 May 17 15:46:26.477841 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-2f39a577-58b3-4d16-8288-297fd89dcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:26.479229 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-2f39a577-58b3-4d16-8288-297fd89dcde8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 200 len: 910 time: 0.0843523 May 17 15:46:26.546467 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-9dda761b-789d-4c23-8397-4eba3a5ef132 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 999 time: 0.0600553 May 17 15:46:26.572739 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': 'c25a64e1-4101-487a-b74b-ec08697332c0', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'port_id': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'mac_address': 'fa:16:3e:99:fd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:46:25Z', 'updated_at': '2022-05-17T15:46:25Z', 'revision_number': 0, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:28Z', 'revision_number': 5, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:46:26.596368 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] Checking router: f3d9e62a-9c55-4724-99a8-9a315cb18b5d for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:46:26.599010 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-5f4fad53-e329-4019-8389-27ee075b455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:26.600478 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-5f4fad53-e329-4019-8389-27ee075b455d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45798902-b0eb-4926-b0c6-07c63b6f1955 HTTP/1.1" status: 200 len: 848 time: 0.0470529 May 17 15:46:26.604682 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:46:26.605260 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:46:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:46:26.645778 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-3527b059-a049-4ec5-a879-845642bd9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:26.647296 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-3527b059-a049-4ec5-a879-845642bd9dc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a771620b-dc1b-42bb-88f6-2cf9877af5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395403 May 17 15:46:26.740371 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-60800526-4cf7-4ee8-a57a-e6f0d74f5545 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830255 May 17 15:46:26.787207 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:46:26.859570 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0c160-9fd7-4f56-a97a-dfd07f31c69d req-c54be10e-d76d-44d0-8c4e-1fb14b09fe8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:26.861017 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-94d0c160-9fd7-4f56-a97a-dfd07f31c69d req-c54be10e-d76d-44d0-8c4e-1fb14b09fe8c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0787327 May 17 15:46:26.886934 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-574fae9f-c9e1-45c7-b07b-02451854dbbd req-655d1494-e760-4807-93d6-649e518c8a36 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392524 May 17 15:46:26.916045 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-94d0c160-9fd7-4f56-a97a-dfd07f31c69d req-394e4411-91ab-4fbe-b283-27e53b52fc97 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 May 17 15:46:26.981879 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:46:26.996353 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': 'c25a64e1-4101-487a-b74b-ec08697332c0', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'port_id': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'mac_address': 'fa:16:3e:99:fd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:46:25Z', 'updated_at': '2022-05-17T15:46:25Z', 'revision_number': 0, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:28Z', 'revision_number': 5, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:46:27.023369 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf29fc1-4e5b-4ef3-b143-6eaf63c0bac0 None None] The sync data for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi is: [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': 'c25a64e1-4101-487a-b74b-ec08697332c0', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'port_id': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'mac_address': 'fa:16:3e:99:fd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:46:25Z', 'updated_at': '2022-05-17T15:46:25Z', 'revision_number': 0, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:28Z', 'revision_number': 5, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:46:27.079128 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:27.094627 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'port_id': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'mac_address': 'fa:16:3e:b3:3c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:46:27.129496 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e is: ACTIVE; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:46:27.129880 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:27.142202 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:46:27.162177 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:27.166946 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:27.213479 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=6']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:27.232253 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600e1e-4ecb-4b46-9a95-d49c220d626f None None] New status for floating IP c25a64e1-4101-487a-b74b-ec08697332c0: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:46:27.311263 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:46:28.038738 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b446e-8c5c-40af-a56d-d995f4baba97 req-87fa1916-c691-463a-a2ec-17afc7529b92 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:28.040150 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-597b446e-8c5c-40af-a56d-d995f4baba97 req-87fa1916-c691-463a-a2ec-17afc7529b92 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0483265 May 17 15:46:28.084435 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-597b446e-8c5c-40af-a56d-d995f4baba97 req-5a756229-555b-4318-950c-7e1c81266d73 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388467 May 17 15:46:28.766441 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55102) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:28.771548 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-e850e941-a4eb-495d-a9a9-b5b58ca701af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095924012', 'description': 'tempest-description--1752507736'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:28.791710 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e850e941-a4eb-495d-a9a9-b5b58ca701af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:28.857543 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e850e941-a4eb-495d-a9a9-b5b58ca701af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (6609b295-f7c1-4bee-b286-20b7af5f5ef4), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:28.861123 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e850e941-a4eb-495d-a9a9-b5b58ca701af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (6609b295-f7c1-4bee-b286-20b7af5f5ef4), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:28.888156 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e850e941-a4eb-495d-a9a9-b5b58ca701af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:28.889281 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e850e941-a4eb-495d-a9a9-b5b58ca701af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1217964 May 17 15:46:28.892215 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55104) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:28.893928 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850e941-a4eb-495d-a9a9-b5b58ca701af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6609b295-f7c1-4bee-b286-20b7af5f5ef4,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:28.897584 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-d40fa7a9-4bac-46bc-8f7f-ed02c6117a92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group_rule': {'security_group_id': '6609b295-f7c1-4bee-b286-20b7af5f5ef4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:28.923547 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d40fa7a9-4bac-46bc-8f7f-ed02c6117a92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (46925957-3edf-4eaa-b80a-e77c92489faf), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:28.979960 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d40fa7a9-4bac-46bc-8f7f-ed02c6117a92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (46925957-3edf-4eaa-b80a-e77c92489faf), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:28.985145 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d40fa7a9-4bac-46bc-8f7f-ed02c6117a92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (46925957-3edf-4eaa-b80a-e77c92489faf), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.002744 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fa7a9-4bac-46bc-8f7f-ed02c6117a92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46925957-3edf-4eaa-b80a-e77c92489faf,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:29.010605 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d40fa7a9-4bac-46bc-8f7f-ed02c6117a92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.011781 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d40fa7a9-4bac-46bc-8f7f-ed02c6117a92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177647 May 17 15:46:29.014455 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55106) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:29.018869 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-06652baf-6cd3-4448-9f9a-1211e7a590d2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group_rule': {'security_group_id': '6609b295-f7c1-4bee-b286-20b7af5f5ef4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:29.020592 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:46:29.044258 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-06652baf-6cd3-4448-9f9a-1211e7a590d2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (4cda7db5-2961-4869-bbb9-9ba4580c280a), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.064364 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:46:29.064787 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.099667 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-06652baf-6cd3-4448-9f9a-1211e7a590d2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (4cda7db5-2961-4869-bbb9-9ba4580c280a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.103951 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-06652baf-6cd3-4448-9f9a-1211e7a590d2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (4cda7db5-2961-4869-bbb9-9ba4580c280a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.121619 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06652baf-6cd3-4448-9f9a-1211e7a590d2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cda7db5-2961-4869-bbb9-9ba4580c280a,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:29.131734 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-06652baf-6cd3-4448-9f9a-1211e7a590d2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.133017 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-06652baf-6cd3-4448-9f9a-1211e7a590d2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176012 May 17 15:46:29.136002 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55110) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:29.144261 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:29.150374 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:46:29.150764 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.166428 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.176557 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:46:29.178838 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2698c5-6880-41f2-8e33-5c761891f1c0" -d '{"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-plugged", "status": "completed", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:46:29.191792 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:29.198843 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.226095 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abccda4-8818-4a59-92f8-220d208a2cbc req-16a135d0-9fcb-4430-8c86-59988a89dd9b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:29.228045 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9991cf1e-4d3f-42c2-ad77-cced5c66f5ae x-openstack-request-id: req-9991cf1e-4d3f-42c2-ad77-cced5c66f5ae {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:46:29.228193 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9abccda4-8818-4a59-92f8-220d208a2cbc req-16a135d0-9fcb-4430-8c86-59988a89dd9b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0653024 May 17 15:46:29.228348 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-plugged", "status": "completed", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:46:29.228609 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9991cf1e-4d3f-42c2-ad77-cced5c66f5ae {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:46:29.229045 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9991cf1e-4d3f-42c2-ad77-cced5c66f5ae'] response: {'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'code': 200} May 17 15:46:29.257595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=7']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:29.275315 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.285240 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9abccda4-8818-4a59-92f8-220d208a2cbc req-358e53d1-8b48-46d8-bf11-7736ee52e87f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455933 May 17 15:46:29.376012 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Allocated IP 172.27.2.182 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/9303a2df-5692-4efc-b4a3-97d49fcb3e8b) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:46:29.475022 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.505602 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.540409 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:46:29.543400 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:46:29.547273 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:46:29.572599 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=9303a2df-5692-4efc-b4a3-97d49fcb3e8b,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:29.631939 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (6b419327-3205-40dd-a4f2-47bb23bcc985), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.670121 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.840466 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.844588 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.906465 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=9303a2df-5692-4efc-b4a3-97d49fcb3e8b,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:29.920037 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (6b419327-3205-40dd-a4f2-47bb23bcc985), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.932152 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.935381 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:29.936637 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-aee0dd1c-3924-4ba9-8ad0-5cafdfef487c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7996936 May 17 15:46:30.123737 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-75010cf4-74e9-4abb-978a-cea5b7f75003 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1095924012&fields=id&tenant_id=b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 267 time: 0.0407605 May 17 15:46:30.225227 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-d8242ff6-7fbb-465e-a7fe-962f904efa90 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:30.226680 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-d8242ff6-7fbb-465e-a7fe-962f904efa90 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 815 time: 0.0960815 May 17 15:46:30.241571 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-6d5fca3f-c058-42c5-9a96-b80eb9903768 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/quotas/b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 375 time: 0.0093980 May 17 15:46:30.293566 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-a479235f-040d-428d-b753-9f880786cb99 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470119 May 17 15:46:30.423588 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5dab7-2887-41b4-a649-4f5a657331fa req-43b3f0ec-188f-42a2-9cad-e13185b18370 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:30.425559 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3fd5dab7-2887-41b4-a649-4f5a657331fa req-43b3f0ec-188f-42a2-9cad-e13185b18370 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0641477 May 17 15:46:30.430713 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-5cac2623-351d-4176-8912-bcbb78e2fea7 service neutron] 10.222.0.75 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256204 May 17 15:46:30.523406 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3fd5dab7-2887-41b4-a649-4f5a657331fa req-ce65ba2d-4863-4000-8888-bd5f7972e580 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917616 May 17 15:46:30.546202 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-01a7efb5-ab8d-4f97-9765-ba15f345f527 service neutron] 10.222.0.75 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085415 May 17 15:46:30.703731 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-72343f6a-c50b-4cca-98e7-d1b9a68b61b8 req-fb5835dc-a705-40bb-9838-ee8baf56f125 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 210 time: 0.0303657 May 17 15:46:30.946830 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-9dca1de6-03c3-47bc-9d80-af595230bd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:31.654884 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-521a3144-c369-4839-aa65-1e0acf2a46b2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:31.657029 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-521a3144-c369-4839-aa65-1e0acf2a46b2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 815 time: 0.1412039 May 17 15:46:31.667943 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7723e-a556-47a3-aca8-383e5854539d req-d1736f0d-bb0c-471d-9dd2-9de08c0fde68 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:31.669329 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89a7723e-a556-47a3-aca8-383e5854539d req-d1736f0d-bb0c-471d-9dd2-9de08c0fde68 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0686457 May 17 15:46:31.964411 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e618fee2-2373-4032-a8ab-6f672d50fb6e req-fd2bf588-0854-4c91-a45c-b0f93eae710c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 210 time: 0.0376401 May 17 15:46:32.012775 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89a7723e-a556-47a3-aca8-383e5854539d req-b612e49e-6ab6-4245-98ba-7c9691b5c9b0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371260 May 17 15:46:32.026106 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-76989ee0-d983-4cd3-9601-2ec0280b9acb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 473 time: 0.3558679 May 17 15:46:32.035007 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'port': {'device_id': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'admin_state_up': True, 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'security_groups': ['6609b295-f7c1-4bee-b286-20b7af5f5ef4']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:32.140112 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Made reservation on behalf of b23dc4cf2a954ab8a64c81eac9080a70 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:46:32.143747 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:32.290274 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Allocated IP 172.20.0.10 (670d118c-c4c6-4faf-9e34-d28bf36911ac/c9742d3f-de54-4522-b7a6-17c406b4f52f/53bc3465-94ae-4238-bd42-43740fcbf4d1) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:46:32.419357 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:32.449165 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:32.492256 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:46:32.495344 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:46:32.501290 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:46:32.522793 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=53bc3465-94ae-4238-bd42-43740fcbf4d1,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:32.552157 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:32.552762 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:32.568717 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-7d67407d-d746-4434-b2b1-069970778420 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5372264 May 17 15:46:32.583837 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Request body: {'port': {'device_id': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:32.651943 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:32.751589 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-119cfdaa-f02c-4d32-9ae0-d982940c391b None None] Provisioning complete for port 53bc3465-94ae-4238-bd42-43740fcbf4d1 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:46:32.752167 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-119cfdaa-f02c-4d32-9ae0-d982940c391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:32.781965 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-119cfdaa-f02c-4d32-9ae0-d982940c391b None None] Port 53bc3465-94ae-4238-bd42-43740fcbf4d1 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:46:32.928857 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bc3465-94ae-4238-bd42-43740fcbf4d1 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:46:32.936610 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Publish callbacks [] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:32.950669 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Transition to ACTIVE for port object 53bc3465-94ae-4238-bd42-43740fcbf4d1 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:46:32.954941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:33.003118 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=53bc3465-94ae-4238-bd42-43740fcbf4d1,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:33.144443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1230b9-28c0-40dc-9482-21667f5e1a89 req-3e33e267-ba23-4a9e-a6b9-23207e3da40e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:33.144443 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8c1230b9-28c0-40dc-9482-21667f5e1a89 req-3e33e267-ba23-4a9e-a6b9-23207e3da40e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 944 time: 0.0930884 May 17 15:46:33.159979 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Attempting to bind port 53bc3465-94ae-4238-bd42-43740fcbf4d1 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:46:33.160316 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Attempting to bind port 53bc3465-94ae-4238-bd42-43740fcbf4d1 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:46:33.160641 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Attempting to bind port 53bc3465-94ae-4238-bd42-43740fcbf4d1 on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:46:33.179717 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd06e30-7c8d-47fe-aa5d-0df2136f57a0 req-1e03f622-0a83-4cd2-b492-26d199278bac tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:33.181218 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0dd06e30-7c8d-47fe-aa5d-0df2136f57a0 req-1e03f622-0a83-4cd2-b492-26d199278bac tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0870636 May 17 15:46:33.183637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Port 53bc3465-94ae-4238-bd42-43740fcbf4d1 on network 670d118c-c4c6-4faf-9e34-d28bf36911ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:46:33.183964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Attempting to bind port 53bc3465-94ae-4238-bd42-43740fcbf4d1 on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:46:33.199679 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:46:33.200016 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Checking segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:46:33.200390 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Bound using segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:46:33.200947 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Bound port: 53bc3465-94ae-4238-bd42-43740fcbf4d1, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:46:33.201311 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:33.258623 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8c1230b9-28c0-40dc-9482-21667f5e1a89 req-26a4f4e8-b080-4671-a9d9-cfe8293bbdff tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085639 May 17 15:46:33.294261 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0dd06e30-7c8d-47fe-aa5d-0df2136f57a0 req-932181ca-de82-44ec-afe5-931feb8c6a58 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057539 May 17 15:46:33.316211 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] For port 53bc3465-94ae-4238-bd42-43740fcbf4d1, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:46:33.319604 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] For port 53bc3465-94ae-4238-bd42-43740fcbf4d1, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=53bc3465-94ae-4238-bd42-43740fcbf4d1,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:46:33.324913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:33.356597 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:33.357522 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:33.358898 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] 10.222.0.61 "PUT /v2.0/ports/53bc3465-94ae-4238-bd42-43740fcbf4d1 HTTP/1.1" status: 200 len: 1094 time: 0.7795732 May 17 15:46:33.361179 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'tag': '53bc3465-94ae-4238-bd42-43740fcbf4d1'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:46:33.364667 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7e5141-5227-4bfe-b4a9-0142a40188bb" -d '{"events": [{"name": "network-changed", "server_uuid": "47ff22a4-3c47-4380-adb5-e6d21abbe224", "tag": "53bc3465-94ae-4238-bd42-43740fcbf4d1"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:46:33.393482 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349313b-74bf-4015-8492-387948e0dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=53bc3465-94ae-4238-bd42-43740fcbf4d1,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:33.415096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5705d15d-f5de-4d76-a8dd-3f738e112f35 x-openstack-request-id: req-5705d15d-f5de-4d76-a8dd-3f738e112f35 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:46:33.415401 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ff22a4-3c47-4380-adb5-e6d21abbe224", "tag": "53bc3465-94ae-4238-bd42-43740fcbf4d1", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:46:33.415670 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5705d15d-f5de-4d76-a8dd-3f738e112f35 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:46:33.416073 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5705d15d-f5de-4d76-a8dd-3f738e112f35'] response: {'name': 'network-changed', 'server_uuid': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'tag': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'status': 'completed', 'code': 200} May 17 15:46:33.423079 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-03793bd7-8351-4c60-bba0-89474eb40318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:33.471917 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-2f37c7f8-9534-43d7-9c83-f1b32f385a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:33.473326 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-2f37c7f8-9534-43d7-9c83-f1b32f385a00 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 1128 time: 0.0407438 May 17 15:46:33.519539 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-6c13214d-2dd2-4c05-81a8-03bacb75d27f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53bc3465-94ae-4238-bd42-43740fcbf4d1 HTTP/1.1" status: 200 len: 217 time: 0.0371790 May 17 15:46:33.570214 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-9da75323-d684-470b-a08c-f9c84a2a07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:33.571688 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-9da75323-d684-470b-a08c-f9c84a2a07f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0449090 May 17 15:46:33.615465 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-0c5c28d9-ca87-41ef-9646-d4fc067a6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:33.616833 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-0c5c28d9-ca87-41ef-9646-d4fc067a6fe1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386310 May 17 15:46:33.722857 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-81748605-1c16-4c0a-b121-d98374ae80a3 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 May 17 15:46:33.813773 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bec1c56c-853d-40e1-a377-acb0f8077a3e req-05b931e0-9128-4a36-8ae7-a18841dd70f8 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792956 May 17 15:46:34.300411 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:34.384955 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7befdc-e8e6-4a88-b461-f14a2f6f8e45 req-41b1e508-3a92-43fe-a304-327d8346489b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:34.386405 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a7befdc-e8e6-4a88-b461-f14a2f6f8e45 req-41b1e508-3a92-43fe-a304-327d8346489b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 944 time: 0.0604813 May 17 15:46:34.431676 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d75c-c125-43f9-b5b3-c7e21df4e671 req-341ac8c0-2b6d-425f-b204-f071958c0bb0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:34.433022 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d653d75c-c125-43f9-b5b3-c7e21df4e671 req-341ac8c0-2b6d-425f-b204-f071958c0bb0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0645826 May 17 15:46:34.470754 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a7befdc-e8e6-4a88-b461-f14a2f6f8e45 req-bbb062dc-ffd1-454e-8f97-12a9b969f86f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686805 May 17 15:46:34.496066 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d653d75c-c125-43f9-b5b3-c7e21df4e671 req-1fb72ee7-8dfd-41a5-897f-2055efc2080b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538263 May 17 15:46:35.614314 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8f1ee-23e1-4edc-a8ec-736c408c736f req-fc028b53-6b7e-44bf-acae-c0921b876e06 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:35.615802 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0db8f1ee-23e1-4edc-a8ec-736c408c736f req-fc028b53-6b7e-44bf-acae-c0921b876e06 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 944 time: 0.0769219 May 17 15:46:35.630638 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198f54-bf20-49f5-ad3e-4c536d573d8b req-799e0f2e-fb58-4d53-b094-7ffc0b7f37e3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:35.632256 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-54198f54-bf20-49f5-ad3e-4c536d573d8b req-799e0f2e-fb58-4d53-b094-7ffc0b7f37e3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0656998 May 17 15:46:35.703399 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0db8f1ee-23e1-4edc-a8ec-736c408c736f req-740c0163-9e13-4946-9713-7a4001a83887 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701911 May 17 15:46:35.706594 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-54198f54-bf20-49f5-ad3e-4c536d573d8b req-93ac0a3e-0a12-40f4-9c87-253815f2d88e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676568 May 17 15:46:36.009751 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:36.847168 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ac41b-c792-4ce3-bdcf-a41c81bdaff2 req-23b828ae-68e9-4960-a517-9a3c0a1da116 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:36.848627 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bf8ac41b-c792-4ce3-bdcf-a41c81bdaff2 req-23b828ae-68e9-4960-a517-9a3c0a1da116 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 944 time: 0.0771129 May 17 15:46:36.854816 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3253f-42df-41fe-b82e-52af69656581 req-959c7ce4-badc-49ab-8604-7514236ca830 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:36.856155 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89b3253f-42df-41fe-b82e-52af69656581 req-959c7ce4-badc-49ab-8604-7514236ca830 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0756865 May 17 15:46:36.927556 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bf8ac41b-c792-4ce3-bdcf-a41c81bdaff2 req-4b8b5b26-d606-4a10-b374-e6ea5d6336f9 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704634 May 17 15:46:36.930749 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89b3253f-42df-41fe-b82e-52af69656581 req-f6f12185-f244-492e-a679-6df44791254a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674322 May 17 15:46:37.032874 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 53bc3465-94ae-4238-bd42-43740fcbf4d1 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:46:37.126883 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 53bc3465-94ae-4238-bd42-43740fcbf4d1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=53bc3465-94ae-4238-bd42-43740fcbf4d1,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:37.137556 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'port_id': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'mac_address': 'fa:16:3e:2e:e8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:46:37.175355 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 53bc3465-94ae-4238-bd42-43740fcbf4d1 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:46:37.175744 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:37.301187 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bc3465-94ae-4238-bd42-43740fcbf4d1 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:46:37.325530 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 53bc3465-94ae-4238-bd42-43740fcbf4d1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=53bc3465-94ae-4238-bd42-43740fcbf4d1,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:37.329525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:37.377697 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=53bc3465-94ae-4238-bd42-43740fcbf4d1,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:37.490084 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:37.635169 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-d736dfe0-9e15-4fcd-9be4-1b8627af5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:37.636621 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-d736dfe0-9e15-4fcd-9be4-1b8627af5089 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 1129 time: 0.0389590 May 17 15:46:37.731954 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-b9b7a962-9f00-4403-8df2-689814ca23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:37.733442 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-b9b7a962-9f00-4403-8df2-689814ca23d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 916 time: 0.0885117 May 17 15:46:37.771001 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-35e6544a-0a92-403f-8d6a-b3aeed75c465 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53bc3465-94ae-4238-bd42-43740fcbf4d1 HTTP/1.1" status: 200 len: 217 time: 0.0309820 May 17 15:46:37.804109 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['53bc3465-94ae-4238-bd42-43740fcbf4d1'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:46:37.822126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-477505b1-84b3-40c1-868a-f697030af095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:37.823777 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-477505b1-84b3-40c1-868a-f697030af095 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0462596 May 17 15:46:37.875709 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-31ec8eba-e1e0-4afd-970f-0b24870b4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:37.877233 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-31ec8eba-e1e0-4afd-970f-0b24870b4b86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454323 May 17 15:46:37.989045 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-996f1abf-4bb3-4969-8267-d3dfd02c6fa2 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055231 May 17 15:46:38.132542 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56250b13-d2bb-4a75-8254-5e649f5a8960 req-9f72e637-1eb7-45bb-8498-f6f7053441fc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:38.134160 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56250b13-d2bb-4a75-8254-5e649f5a8960 req-9f72e637-1eb7-45bb-8498-f6f7053441fc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.1184664 May 17 15:46:38.141716 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d1ebd-d757-4d27-820a-05a8eae55bc3 req-f0de73d5-9c3b-475b-869e-c541f63e7ec5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:38.143751 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-270d1ebd-d757-4d27-820a-05a8eae55bc3 req-f0de73d5-9c3b-475b-869e-c541f63e7ec5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 945 time: 0.1294205 May 17 15:46:38.215647 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef7e5141-5227-4bfe-b4a9-0142a40188bb req-d166bbe5-020c-4146-8fc8-1ee782219948 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201662 May 17 15:46:38.250533 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56250b13-d2bb-4a75-8254-5e649f5a8960 req-c969642b-2e09-4921-a961-8b93c4e3fe2d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057703 May 17 15:46:38.266642 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-270d1ebd-d757-4d27-820a-05a8eae55bc3 req-d4e89081-5bb0-4f53-a629-368562c3e722 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082773 May 17 15:46:39.050925 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 53bc3465-94ae-4238-bd42-43740fcbf4d1 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:46:39.093048 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 53bc3465-94ae-4238-bd42-43740fcbf4d1 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:46:39.099822 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 53bc3465-94ae-4238-bd42-43740fcbf4d1 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:46:39.100296 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:39.181415 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 53bc3465-94ae-4238-bd42-43740fcbf4d1 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:46:39.181900 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:39.204448 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bc3465-94ae-4238-bd42-43740fcbf4d1'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:46:39.206723 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca7f47-b07d-406f-aa75-587cf4c2ed0c" -d '{"events": [{"server_uuid": "47ff22a4-3c47-4380-adb5-e6d21abbe224", "name": "network-vif-plugged", "status": "completed", "tag": "53bc3465-94ae-4238-bd42-43740fcbf4d1"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:46:39.219587 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 53bc3465-94ae-4238-bd42-43740fcbf4d1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=53bc3465-94ae-4238-bd42-43740fcbf4d1,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:39.224584 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:39.254895 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5a0c5f-a56d-4d42-b902-7e59966a7655 x-openstack-request-id: req-1c5a0c5f-a56d-4d42-b902-7e59966a7655 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:46:39.255197 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ff22a4-3c47-4380-adb5-e6d21abbe224", "name": "network-vif-plugged", "status": "completed", "tag": "53bc3465-94ae-4238-bd42-43740fcbf4d1", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:46:39.255445 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c5a0c5f-a56d-4d42-b902-7e59966a7655 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:46:39.255828 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5a0c5f-a56d-4d42-b902-7e59966a7655'] response: {'server_uuid': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'code': 200} May 17 15:46:39.291645 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=53bc3465-94ae-4238-bd42-43740fcbf4d1,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:39.429871 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5da89a-07df-4d1f-9f3f-fb14548c82eb req-6ee2a518-2ca0-4c57-9d63-01f629bd7672 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:39.431410 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e5da89a-07df-4d1f-9f3f-fb14548c82eb req-6ee2a518-2ca0-4c57-9d63-01f629bd7672 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 946 time: 0.0923774 May 17 15:46:39.437422 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377884b-e71f-4074-83a1-4241c499e18c req-921bb187-ad59-4da5-97bf-6a993c8d156d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:39.438829 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3377884b-e71f-4074-83a1-4241c499e18c req-921bb187-ad59-4da5-97bf-6a993c8d156d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0979116 May 17 15:46:39.515590 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034d00d-d4e1-4fca-908a-832213bc1019 req-78e567da-972c-4cb5-a765-6f75091bef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:39.517181 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d034d00d-d4e1-4fca-908a-832213bc1019 req-78e567da-972c-4cb5-a765-6f75091bef71 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 1130 time: 0.0710387 May 17 15:46:39.571319 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e5da89a-07df-4d1f-9f3f-fb14548c82eb req-48e7c49b-507f-4620-adf4-ad5b5011fcc1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313570 May 17 15:46:39.578375 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3377884b-e71f-4074-83a1-4241c499e18c req-a8095845-8b1c-4267-ae5e-e9a0e4015936 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311805 May 17 15:46:39.604599 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d034d00d-d4e1-4fca-908a-832213bc1019 req-85dd5605-4441-448e-814e-94891179bc74 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749633 May 17 15:46:40.752758 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54c6df-c972-414b-a513-e9c7b1a510eb req-d1c5eeda-4b27-4ca7-9462-f030a6f51dc4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:40.754243 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eb54c6df-c972-414b-a513-e9c7b1a510eb req-d1c5eeda-4b27-4ca7-9462-f030a6f51dc4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0713718 May 17 15:46:40.760262 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7768c0-f7ac-4689-a966-878baef62dae req-09a756a9-d2f0-4f96-abaa-c0148739fc45 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:40.761621 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1f7768c0-f7ac-4689-a966-878baef62dae req-09a756a9-d2f0-4f96-abaa-c0148739fc45 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 946 time: 0.1106815 May 17 15:46:40.826432 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eb54c6df-c972-414b-a513-e9c7b1a510eb req-9b3e8fe5-d01b-459f-a24d-f024fd92e267 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638092 May 17 15:46:40.838942 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1f7768c0-f7ac-4689-a966-878baef62dae req-d4a38508-4d34-453b-936b-576a207f66d0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705204 May 17 15:46:41.991857 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceac19-f18f-48d1-9970-cfead792c3bd req-98b2f2fa-f87e-430c-8990-a3618ee93bf4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:41.993327 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcceac19-f18f-48d1-9970-cfead792c3bd req-98b2f2fa-f87e-430c-8990-a3618ee93bf4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 946 time: 0.0849056 May 17 15:46:41.999860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab91e7-5a90-410e-b5c5-4766545f2c7f req-dffa4c6e-968f-442f-a9b0-2f76bb501d22 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:42.001256 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-42ab91e7-5a90-410e-b5c5-4766545f2c7f req-dffa4c6e-968f-442f-a9b0-2f76bb501d22 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0916431 May 17 15:46:42.078729 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fcceac19-f18f-48d1-9970-cfead792c3bd req-d634a521-89db-43d5-9f82-6dedcea0a0d3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759521 May 17 15:46:42.085399 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-42ab91e7-5a90-410e-b5c5-4766545f2c7f req-74bc1e6c-db68-48c8-a7e9-335e7edeb4fc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769758 May 17 15:46:42.195832 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb3d61-fd51-412e-8e84-fcbcd6c4dbab req-51450f48-71a1-4433-9e7c-4acb0ede6c25 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:42.198818 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-afbb3d61-fd51-412e-8e84-fcbcd6c4dbab req-51450f48-71a1-4433-9e7c-4acb0ede6c25 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 946 time: 0.0575471 May 17 15:46:42.207037 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55224) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:42.211342 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'floatingip': {'port_id': '53bc3465-94ae-4238-bd42-43740fcbf4d1'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:46:42.250747 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (6b419327-3205-40dd-a4f2-47bb23bcc985), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:42.711688 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:42.717130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (6b419327-3205-40dd-a4f2-47bb23bcc985), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:42.816321 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Floating IP 6b419327-3205-40dd-a4f2-47bb23bcc985 associated. External IP: 172.27.2.182, port: 53bc3465-94ae-4238-bd42-43740fcbf4d1. May 17 15:46:43.357279 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a7d1-c734-4c2a-b064-5b2776824770 req-32e5fdcd-3d28-4dbe-8b21-cd7982a1439f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:43.359901 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e368a7d1-c734-4c2a-b064-5b2776824770 req-32e5fdcd-3d28-4dbe-8b21-cd7982a1439f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.1358087 May 17 15:46:43.412557 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:46:43.439913 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e368a7d1-c734-4c2a-b064-5b2776824770 req-10d46c0c-90c4-42b7-ae5d-08a0c7ac27e4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695395 May 17 15:46:43.577118 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:46:43.582429 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:43.590517 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:46:43.607087 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:46:43.608029 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:46:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:46:43.617539 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-2733c48b-cc5a-4562-8d29-ae4b8b8279de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "PUT /v2.0/floatingips/6b419327-3205-40dd-a4f2-47bb23bcc985 HTTP/1.1" status: 200 len: 992 time: 1.4094315 May 17 15:46:43.618156 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'tag': '53bc3465-94ae-4238-bd42-43740fcbf4d1'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:46:43.620550 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf88a0d-90ac-4170-9482-f4a35329ecd7" -d '{"events": [{"name": "network-changed", "server_uuid": "47ff22a4-3c47-4380-adb5-e6d21abbe224", "tag": "53bc3465-94ae-4238-bd42-43740fcbf4d1"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:46:43.659353 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1031cb6-147f-473a-a727-ac9720363efd x-openstack-request-id: req-c1031cb6-147f-473a-a727-ac9720363efd {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:46:43.659639 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ff22a4-3c47-4380-adb5-e6d21abbe224", "tag": "53bc3465-94ae-4238-bd42-43740fcbf4d1", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:46:43.659887 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c1031cb6-147f-473a-a727-ac9720363efd {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:46:43.660280 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1031cb6-147f-473a-a727-ac9720363efd'] response: {'name': 'network-changed', 'server_uuid': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'tag': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'status': 'completed', 'code': 200} May 17 15:46:43.739043 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-84a290fe-696e-491a-926f-ff6c6774849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:43.740552 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-84a290fe-696e-491a-926f-ff6c6774849a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 1130 time: 0.0486128 May 17 15:46:43.765096 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:46:43.862244 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-a32bca41-4840-49c2-ae39-9947799adae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:43.864116 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-a32bca41-4840-49c2-ae39-9947799adae2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 916 time: 0.1143570 May 17 15:46:43.947933 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-a9ac46c6-db7a-42e3-8168-902465a0d126 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53bc3465-94ae-4238-bd42-43740fcbf4d1 HTTP/1.1" status: 200 len: 1000 time: 0.0770302 May 17 15:46:44.009263 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:32Z', 'revision_number': 2, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}, {'id': '6b419327-3205-40dd-a4f2-47bb23bcc985', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:2e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:46:29Z', 'updated_at': '2022-05-17T15:46:42Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:46:44.015138 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-16653835-9fae-456d-931c-5f2bdca0be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:44.016955 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-16653835-9fae-456d-931c-5f2bdca0be05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0620892 May 17 15:46:44.039163 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:46:44.048107 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:46:44.048981 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:46:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:46:44.093768 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-32b143cf-9110-4738-8001-767261c30c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:44.096222 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-32b143cf-9110-4738-8001-767261c30c47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705884 May 17 15:46:44.155792 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:46:44.197614 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-18d08b3d-71d2-44c2-a4ed-5c2dc9b7b888 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931077 May 17 15:46:44.315949 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bf88a0d-90ac-4170-9482-f4a35329ecd7 req-d8e69d93-022b-4d97-94d1-d1e9f77c6314 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111400 May 17 15:46:44.414399 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:32Z', 'revision_number': 2, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}, {'id': '6b419327-3205-40dd-a4f2-47bb23bcc985', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:2e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:46:29Z', 'updated_at': '2022-05-17T15:46:42Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:46:44.440294 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b37469-a6a1-477a-9bdd-fb8414f85291 None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:32Z', 'revision_number': 2, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}, {'id': '6b419327-3205-40dd-a4f2-47bb23bcc985', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:2e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:46:29Z', 'updated_at': '2022-05-17T15:46:42Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:46:44.602894 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd931d9-e0df-4efd-a7dd-2ee2ddd184cf req-3fbc0bcb-3b5c-466e-8a29-74cba1e36927 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:44.604558 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-efd931d9-e0df-4efd-a7dd-2ee2ddd184cf req-3fbc0bcb-3b5c-466e-8a29-74cba1e36927 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0613511 May 17 15:46:44.684058 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-efd931d9-e0df-4efd-a7dd-2ee2ddd184cf req-1d125a9f-2030-4635-b024-460bf83ac599 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723176 May 17 15:46:44.738914 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e4f67-0660-41e3-b31b-d75271abd4db None None] New status for floating IP 6b419327-3205-40dd-a4f2-47bb23bcc985: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:46:45.835485 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786bd3c-f55a-4733-bc60-48143bf36664 req-a9ad5c69-5beb-416f-8663-5c24a5dfec02 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:45.836957 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3786bd3c-f55a-4733-bc60-48143bf36664 req-a9ad5c69-5beb-416f-8663-5c24a5dfec02 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0631225 May 17 15:46:45.903102 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3786bd3c-f55a-4733-bc60-48143bf36664 req-dc347cf2-2459-4d83-8b56-3731cd899e97 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549951 May 17 15:46:47.041649 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e717-1bd9-4162-9f61-e9680f1a03de req-76e12d03-8e7a-4771-94fe-a3e4ab00bc3a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:47.041649 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-da31e717-1bd9-4162-9f61-e9680f1a03de req-76e12d03-8e7a-4771-94fe-a3e4ab00bc3a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0502458 May 17 15:46:47.093627 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-da31e717-1bd9-4162-9f61-e9680f1a03de req-2a1db635-a16a-41dd-8ad4-ae2021cc7bf0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499203 May 17 15:46:48.225068 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9936d-e7a7-48ea-8aee-8225edac9eae req-e4aa2603-9249-456c-aba3-613b9a6c68f1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:48.226551 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bb9936d-e7a7-48ea-8aee-8225edac9eae req-e4aa2603-9249-456c-aba3-613b9a6c68f1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0499880 May 17 15:46:48.272766 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9bb9936d-e7a7-48ea-8aee-8225edac9eae req-064fa775-48f1-4403-8fd3-94cdb25d42e8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405638 May 17 15:46:48.975525 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-4f586d61-06e5-42a7-b2c4-40deb511aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:48.976842 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-4f586d61-06e5-42a7-b2c4-40deb511aeec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 1129 time: 0.0384409 May 17 15:46:49.067925 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-06332a61-017b-4e70-9267-3cd096b35e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:49.069368 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-06332a61-017b-4e70-9267-3cd096b35e97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.0845942 May 17 15:46:49.132756 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-bc8a34af-9a49-4981-b230-8f8b642ebd38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e HTTP/1.1" status: 200 len: 1000 time: 0.0513999 May 17 15:46:49.187496 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-a0797af6-ce73-467e-a349-cd15bb01dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:49.189364 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-a0797af6-ce73-467e-a349-cd15bb01dbd0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.0421727 May 17 15:46:49.234728 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-32ca9c76-5576-4a90-981b-a0613b854555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:49.236619 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-32ca9c76-5576-4a90-981b-a0613b854555 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411520 May 17 15:46:49.326931 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-c0d7db51-8f77-4668-ab78-20dc9ecac7da service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810907 May 17 15:46:49.435771 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6d62e-f206-48a1-b447-407fd3cc3b25 req-214f9055-0809-4e9c-a651-ff726c6515d5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:49.437209 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c3d6d62e-f206-48a1-b447-407fd3cc3b25 req-214f9055-0809-4e9c-a651-ff726c6515d5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0853190 May 17 15:46:49.471735 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b46da39b-0bfb-4110-b012-ec181b147e57 req-55927159-ff0c-4c17-8a85-b96c5a83cf5c service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365261 May 17 15:46:49.497952 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c3d6d62e-f206-48a1-b447-407fd3cc3b25 req-f6415e3e-2286-44f8-8d3c-faba52a5da48 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538330 May 17 15:46:50.612713 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50352b6-04a6-4033-ae27-c06aa7bc88af req-901c3c0d-6af5-42d1-9cb8-df8c9bd9698f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:50.614171 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b50352b6-04a6-4033-ae27-c06aa7bc88af req-901c3c0d-6af5-42d1-9cb8-df8c9bd9698f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 945 time: 0.0460374 May 17 15:46:50.663275 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b50352b6-04a6-4033-ae27-c06aa7bc88af req-4747110f-3b6f-4339-8fdc-c174ac4837d2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437236 May 17 15:46:51.048929 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:46:51.115970 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e is: ACTIVE; New status is: DOWN {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:46:51.116348 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:51.145907 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:46:51.148259 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fa9386-b6cd-4c17-9d7f-29de61fff9c8" -d '{"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:46:51.162625 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:46:51.169019 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:46:51.191738 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 15:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bce13a-708a-427e-986a-e789dda4a2ae x-openstack-request-id: req-77bce13a-708a-427e-986a-e789dda4a2ae {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:46:51.192052 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:46:51.192311 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77bce13a-708a-427e-986a-e789dda4a2ae {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:46:51.192700 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bce13a-708a-427e-986a-e789dda4a2ae'] response: {'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'code': 200} May 17 15:46:51.217153 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=8']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:46:51.782327 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c4c8-867c-4c3b-ac48-d7d0836a6612 req-c56036a8-5fbe-46e4-8052-08c23c992e4c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:51.784366 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d536c4c8-867c-4c3b-ac48-d7d0836a6612 req-c56036a8-5fbe-46e4-8052-08c23c992e4c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0484416 May 17 15:46:51.831002 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d536c4c8-867c-4c3b-ac48-d7d0836a6612 req-0a447a4e-eff1-4279-bfac-a734d51d83f0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 May 17 15:46:52.300166 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-73abdf41-b338-4d7e-9fe0-adc6e5db9da9 req-8601283d-3697-42b7-b5df-2e98aefa1bc9 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:46:52.301125 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-73abdf41-b338-4d7e-9fe0-adc6e5db9da9 req-8601283d-3697-42b7-b5df-2e98aefa1bc9 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053694 May 17 15:46:52.453541 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80cdb5-309e-4128-9018-bdd477e407b8 req-9c9dc927-26ae-473b-ae4d-567241cd294a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:52.455564 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8a80cdb5-309e-4128-9018-bdd477e407b8 req-9c9dc927-26ae-473b-ae4d-567241cd294a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0463765 May 17 15:46:52.502163 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8a80cdb5-309e-4128-9018-bdd477e407b8 req-794cf71b-d58e-444b-896b-a904d271b2ca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406716 May 17 15:46:52.729145 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55308) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:52.811935 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-de4f6cf4-3338-4cbf-84b4-b627f5c44c6a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815892 May 17 15:46:52.820622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-873fc233-16e9-4fe5-b34b-40a23eba4df4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:46:52.821544 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-873fc233-16e9-4fe5-b34b-40a23eba4df4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046597 May 17 15:46:52.898481 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55316) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:46:52.988287 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d128-e066-435c-b623-bb68a7a607ae req-f1fe4c77-c73c-4ed4-9bc0-be9a7f2b6bee tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:52.989584 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-f1fe4c77-c73c-4ed4-9bc0-be9a7f2b6bee tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports/d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e HTTP/1.1" status: 200 len: 940 time: 0.0901158 May 17 15:46:53.620929 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d99f92-f339-46fb-85f5-ae3200cc7e2e req-7ebcbc0d-b7ba-4c95-807a-da06c866ee6f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:53.622309 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3d99f92-f339-46fb-85f5-ae3200cc7e2e req-7ebcbc0d-b7ba-4c95-807a-da06c866ee6f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0470414 May 17 15:46:53.639159 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:46:53.667846 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b3d99f92-f339-46fb-85f5-ae3200cc7e2e req-eb266f48-4739-4636-9486-53455484eb12 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400498 May 17 15:46:54.336033 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d128-e066-435c-b623-bb68a7a607ae req-4a2247e9-c8bd-4646-a0ba-286b967d1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:54.337404 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-4a2247e9-c8bd-4646-a0ba-286b967d1f6e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788&tenant_id=bf36f753be81486182665056a949849c HTTP/1.1" status: 200 len: 1127 time: 0.0715783 May 17 15:46:54.464491 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d128-e066-435c-b623-bb68a7a607ae req-989a61eb-4c66-4fcf-bbd7-a30895801d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:54.465940 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-989a61eb-4c66-4fcf-bbd7-a30895801d5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 1127 time: 0.0389526 May 17 15:46:54.556886 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d128-e066-435c-b623-bb68a7a607ae req-f2df0a68-e4b5-45e6-85c4-336f8ce9927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:54.558361 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-f2df0a68-e4b5-45e6-85c4-336f8ce9927d service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.0864589 May 17 15:46:54.616806 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-88f4c478-0304-497b-be21-6e3971139199 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e HTTP/1.1" status: 200 len: 998 time: 0.0516322 May 17 15:46:54.663040 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d128-e066-435c-b623-bb68a7a607ae req-6fc3484f-43a4-48e9-9f35-731c9c76bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:54.664338 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-6fc3484f-43a4-48e9-9f35-731c9c76bf59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.0418208 May 17 15:46:54.713941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d128-e066-435c-b623-bb68a7a607ae req-1e0b29e6-0e26-4504-b483-169ebf391c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:54.715579 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-1e0b29e6-0e26-4504-b483-169ebf391c4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451379 May 17 15:46:54.840080 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-2c8c0359-e99a-44a1-9f59-ed88f39306b8 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179960 May 17 15:46:54.860150 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b37ca9-94de-474a-8f59-1468c97c0cc2 req-0f3bede2-e8f7-4b0e-85f4-e8d40b68473a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:54.862054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4b37ca9-94de-474a-8f59-1468c97c0cc2 req-0f3bede2-e8f7-4b0e-85f4-e8d40b68473a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.1169052 May 17 15:46:54.958586 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4b37ca9-94de-474a-8f59-1468c97c0cc2 req-77d5b1cf-060b-42b1-b1de-09f66b9ca982 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860786 May 17 15:46:54.974225 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-2d0ba6e5-3e7d-4546-bf38-bd1b47e744fa service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267469 May 17 15:46:55.061162 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:46:55.134462 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e is: DOWN; New status is: DOWN {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:46:56.082306 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb41e90-12dd-46e9-bc6f-d1c2956fed32 req-edd120fd-a28a-403d-9dc4-65321542460c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:56.083832 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6cb41e90-12dd-46e9-bc6f-d1c2956fed32 req-edd120fd-a28a-403d-9dc4-65321542460c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0528095 May 17 15:46:56.136426 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6cb41e90-12dd-46e9-bc6f-d1c2956fed32 req-25587790-ce3d-486c-81b5-77fc51ef37fa tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463674 May 17 15:46:57.259196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fb515-e989-4081-96b3-3381a98bfbaf req-9fc5ad88-d606-491b-ad58-c0b7871bbfd6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:57.260653 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f83fb515-e989-4081-96b3-3381a98bfbaf req-9fc5ad88-d606-491b-ad58-c0b7871bbfd6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0475550 May 17 15:46:57.305687 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f83fb515-e989-4081-96b3-3381a98bfbaf req-ff103c61-98d3-4b8e-a239-752a8c7372f1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 May 17 15:46:58.490254 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305a201-639b-4dfd-a54b-8817855b474a req-2411e06b-88f4-4d05-b314-3fb8f04eb35a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:58.491818 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8305a201-639b-4dfd-a54b-8817855b474a req-2411e06b-88f4-4d05-b314-3fb8f04eb35a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.1056397 May 17 15:46:58.540168 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8305a201-639b-4dfd-a54b-8817855b474a req-fd731b5a-ea26-4537-88dc-ebf2cd521d5b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 May 17 15:46:59.658101 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488940c-a62c-4165-9882-1ac7f355f620 req-53236227-39ad-4d12-8e48-34338bec0b36 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:46:59.659577 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d488940c-a62c-4165-9882-1ac7f355f620 req-53236227-39ad-4d12-8e48-34338bec0b36 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0464313 May 17 15:46:59.705794 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d488940c-a62c-4165-9882-1ac7f355f620 req-35345d28-7aea-4338-af52-188df2e6ef50 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 May 17 15:46:59.951962 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:00.828207 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6ec45-a6e8-4d83-9282-e72e0fc35183 req-8e8cc24d-8d0c-4b73-95cd-20c6cd82885d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:00.830310 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-efc6ec45-a6e8-4d83-9282-e72e0fc35183 req-8e8cc24d-8d0c-4b73-95cd-20c6cd82885d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0490823 May 17 15:47:00.877609 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-efc6ec45-a6e8-4d83-9282-e72e0fc35183 req-29235fc8-f809-4519-953e-620aa9df04ef tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418057 May 17 15:47:00.951083 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cbea1192-d9b9-4a7b-a013-a0d2f60ea190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:02.121908 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b5259-712c-4ca1-ab13-b857a9a99b47 req-42fa6e96-3774-43c3-812c-be75b71f946a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:02.123390 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-041b5259-712c-4ca1-ab13-b857a9a99b47 req-42fa6e96-3774-43c3-812c-be75b71f946a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0516953 May 17 15:47:02.172339 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-041b5259-712c-4ca1-ab13-b857a9a99b47 req-b9968990-2272-422f-b24c-2f38940b4b8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432906 May 17 15:47:03.298767 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab108855-51e2-4ba6-a96d-1f23d97b5840 req-bd948081-977a-4d8d-bcba-16c1c2b5dcb3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:03.300408 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ab108855-51e2-4ba6-a96d-1f23d97b5840 req-bd948081-977a-4d8d-bcba-16c1c2b5dcb3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0537622 May 17 15:47:03.348058 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ab108855-51e2-4ba6-a96d-1f23d97b5840 req-1a9200ee-53d8-4f17-8f2c-b5b2113f51b6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 May 17 15:47:03.415731 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ae4460d5-c9c6-4414-ae1c-5029053a040b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:04.306493 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:04.474095 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0b84b-8c57-4056-9e82-4f91bca0ce97 req-a7621ec5-d8d1-4b6d-863d-b777d3637add tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:04.475500 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6cb0b84b-8c57-4056-9e82-4f91bca0ce97 req-a7621ec5-d8d1-4b6d-863d-b777d3637add tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0504158 May 17 15:47:04.524430 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6cb0b84b-8c57-4056-9e82-4f91bca0ce97 req-d448172d-2a79-41f5-a235-733e12a4aa07 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 May 17 15:47:05.654700 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fa66e-9167-4da6-a23e-18e3ee19bc8a req-f85f0727-baed-42e3-aa81-81398f00c311 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:05.656145 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a39fa66e-9167-4da6-a23e-18e3ee19bc8a req-f85f0727-baed-42e3-aa81-81398f00c311 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0467515 May 17 15:47:05.702943 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a39fa66e-9167-4da6-a23e-18e3ee19bc8a req-3188e352-649b-4a73-b1bb-7a846fb68df3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 May 17 15:47:06.014538 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:06.834676 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7306e-8ed8-4baf-a409-a5b43be329d6 req-4d920ca1-d719-4e19-b47a-5419a11a4d9a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:06.836101 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c8d7306e-8ed8-4baf-a409-a5b43be329d6 req-4d920ca1-d719-4e19-b47a-5419a11a4d9a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0469565 May 17 15:47:06.884154 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c8d7306e-8ed8-4baf-a409-a5b43be329d6 req-50aa00a2-cde4-4c89-81ef-bac59ef8d14c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 May 17 15:47:07.492954 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:08.000557 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40ed-667a-4805-a142-ac363ad9faa6 req-2595c9b8-edc6-4451-af9d-5f42f765d6cd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:08.002576 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7a5e40ed-667a-4805-a142-ac363ad9faa6 req-2595c9b8-edc6-4451-af9d-5f42f765d6cd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0460217 May 17 15:47:08.047490 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7a5e40ed-667a-4805-a142-ac363ad9faa6 req-3256bce8-612e-4018-9d10-33926d125419 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394464 May 17 15:47:09.166905 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1182d7a-ca60-4fd5-a622-c267373faaea req-c814eb11-0570-4a1a-bf2e-87c4c25349d7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:09.168328 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f1182d7a-ca60-4fd5-a622-c267373faaea req-c814eb11-0570-4a1a-bf2e-87c4c25349d7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0460804 May 17 15:47:09.213004 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f1182d7a-ca60-4fd5-a622-c267373faaea req-b210508a-84ef-4cc6-b68c-e025f703b065 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 May 17 15:47:10.333288 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e844c-89dc-41fd-b2d6-f70a6e148c07 req-2c2f840a-1a80-423c-9671-edb79959c9a6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:10.334736 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-178e844c-89dc-41fd-b2d6-f70a6e148c07 req-2c2f840a-1a80-423c-9671-edb79959c9a6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0494237 May 17 15:47:10.381906 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-178e844c-89dc-41fd-b2d6-f70a6e148c07 req-7c357216-b20a-40b0-b097-f94c78b4874e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 May 17 15:47:11.498722 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b8f68-e38b-4a60-b0ae-fb60d58b1d4d req-0b51e301-0c74-417f-968d-fa2f54097e46 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:11.500130 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ea6b8f68-e38b-4a60-b0ae-fb60d58b1d4d req-0b51e301-0c74-417f-968d-fa2f54097e46 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0458274 May 17 15:47:11.544016 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ea6b8f68-e38b-4a60-b0ae-fb60d58b1d4d req-1bef5b93-682c-4f3c-9d7d-8fa602fd3dc5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384805 May 17 15:47:12.661560 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9ca4e-e40f-4b8f-81d1-9ff23343a690 req-4d5d2668-9b6e-4d90-bcd3-73a386b5c289 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:12.663005 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19b9ca4e-e40f-4b8f-81d1-9ff23343a690 req-4d5d2668-9b6e-4d90-bcd3-73a386b5c289 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0455837 May 17 15:47:12.710839 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19b9ca4e-e40f-4b8f-81d1-9ff23343a690 req-abd66828-9103-47a1-8c1d-af4969b07275 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 May 17 15:47:13.827596 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7727-7533-4ef4-b57e-1cab614f7f0c req-bb8e707a-bff4-4ed9-88fa-86a7012091f2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:13.829664 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d5bf7727-7533-4ef4-b57e-1cab614f7f0c req-bb8e707a-bff4-4ed9-88fa-86a7012091f2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0462332 May 17 15:47:13.873743 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d5bf7727-7533-4ef4-b57e-1cab614f7f0c req-51c1d5cd-09fb-4d56-9fbf-2555b18d94b3 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 May 17 15:47:14.140260 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21670638-38ba-41f7-b937-313279fa6c71 req-ea4ee90d-91c9-4fd6-ba72-4a677103d3e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806339 May 17 15:47:14.207308 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21670638-38ba-41f7-b937-313279fa6c71 req-0d0f4044-f6d0-4f82-8c75-6453b805927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:14.208774 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21670638-38ba-41f7-b937-313279fa6c71 req-0d0f4044-f6d0-4f82-8c75-6453b805927e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 1129 time: 0.0447907 May 17 15:47:14.309849 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21670638-38ba-41f7-b937-313279fa6c71 req-66a0a222-23c0-45b4-b936-3be01834670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:14.311339 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21670638-38ba-41f7-b937-313279fa6c71 req-66a0a222-23c0-45b4-b936-3be01834670b service neutron] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 916 time: 0.0831034 May 17 15:47:14.376930 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21670638-38ba-41f7-b937-313279fa6c71 req-7cb34efb-7220-411a-b969-cf2efc0d0a04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c15363-afe5-4cf3-81f7-17976151a63d HTTP/1.1" status: 200 len: 1001 time: 0.0594790 May 17 15:47:14.424355 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21670638-38ba-41f7-b937-313279fa6c71 req-467f4afd-bbef-4d1c-be25-74e00c562624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:14.425755 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21670638-38ba-41f7-b937-313279fa6c71 req-467f4afd-bbef-4d1c-be25-74e00c562624 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0430076 May 17 15:47:14.467825 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21670638-38ba-41f7-b937-313279fa6c71 req-78cbdb6a-6d86-40fb-a143-9dcc0ba24fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:14.469233 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21670638-38ba-41f7-b937-313279fa6c71 req-78cbdb6a-6d86-40fb-a143-9dcc0ba24fb7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369976 May 17 15:47:14.558302 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21670638-38ba-41f7-b937-313279fa6c71 req-3ce805eb-a065-4840-9acd-4596c1c62fc7 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821733 May 17 15:47:14.643372 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21670638-38ba-41f7-b937-313279fa6c71 req-cab48e18-b696-4cfd-b4bc-623bd62b6028 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790699 May 17 15:47:14.990942 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbf9d2-19d0-4b55-86cb-e29203cae1cf req-1626069e-df39-427c-9336-7d4e79f2ae1b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:14.992409 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-36cbf9d2-19d0-4b55-86cb-e29203cae1cf req-1626069e-df39-427c-9336-7d4e79f2ae1b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0474496 May 17 15:47:15.042179 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-36cbf9d2-19d0-4b55-86cb-e29203cae1cf req-398023aa-e101-42fe-bd34-31a4f9bafc8b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440361 May 17 15:47:16.162976 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c329881-a348-4e8d-97e0-e4077bb49fa0 req-b89cef08-28c5-4267-add9-fce0a99c41b6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:16.164435 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9c329881-a348-4e8d-97e0-e4077bb49fa0 req-b89cef08-28c5-4267-add9-fce0a99c41b6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0469923 May 17 15:47:16.215570 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9c329881-a348-4e8d-97e0-e4077bb49fa0 req-5a266d18-6055-49cd-ad0a-5587415f4a2b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457191 May 17 15:47:17.332844 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76369920-aa1d-4c78-bb6e-75307945b816 req-3773713d-e51b-4a43-b20a-f30e404f8b90 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:17.334333 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-76369920-aa1d-4c78-bb6e-75307945b816 req-3773713d-e51b-4a43-b20a-f30e404f8b90 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0458477 May 17 15:47:17.379606 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-76369920-aa1d-4c78-bb6e-75307945b816 req-9c27feff-a9b6-4356-92a3-c200bf0643a7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399079 May 17 15:47:18.500184 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c103b4-edb7-48e8-ae9c-ad05c9743f28 req-bff79c65-cb04-44fb-85d2-682d2b4a13dd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:18.501630 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19c103b4-edb7-48e8-ae9c-ad05c9743f28 req-bff79c65-cb04-44fb-85d2-682d2b4a13dd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0496740 May 17 15:47:18.547080 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19c103b4-edb7-48e8-ae9c-ad05c9743f28 req-d4fbf758-ee56-4a5b-8a57-85c29bb85920 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 May 17 15:47:19.661897 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddaa0f-cdb4-4c1c-90db-eac2baf94491 req-efe1d61d-387d-4a7b-a380-2e98b6f7a3b9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:19.663373 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dcddaa0f-cdb4-4c1c-90db-eac2baf94491 req-efe1d61d-387d-4a7b-a380-2e98b6f7a3b9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0459435 May 17 15:47:19.708671 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dcddaa0f-cdb4-4c1c-90db-eac2baf94491 req-45bf9231-9c8b-4087-9211-3cd0adbc1e0c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 May 17 15:47:20.829862 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf2415-fa4a-4fd2-8606-397186c25e71 req-1fcc587b-24e3-472f-b10c-33abb5b4beda tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:20.831279 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2abf2415-fa4a-4fd2-8606-397186c25e71 req-1fcc587b-24e3-472f-b10c-33abb5b4beda tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0482984 May 17 15:47:20.875203 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2abf2415-fa4a-4fd2-8606-397186c25e71 req-c19246e4-0082-43cc-812d-d30700b4bd96 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 May 17 15:47:21.991262 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeca2e-73c8-40ab-8ccd-176019b69572 req-9f92e702-4848-42e7-9fa4-62ad56a8927f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:21.992691 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29aeca2e-73c8-40ab-8ccd-176019b69572 req-9f92e702-4848-42e7-9fa4-62ad56a8927f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0467312 May 17 15:47:22.039379 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29aeca2e-73c8-40ab-8ccd-176019b69572 req-edaf0eb6-18af-4a51-866b-9a0e430f5389 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411167 May 17 15:47:23.156905 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4b1e-f78c-43e5-ac4f-5788e22288f7 req-0a6dd70a-7e2e-47de-bb21-7a3828b4039d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:23.159015 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-238e4b1e-f78c-43e5-ac4f-5788e22288f7 req-0a6dd70a-7e2e-47de-bb21-7a3828b4039d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 943 time: 0.0464816 May 17 15:47:23.175496 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:47:23.207522 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-238e4b1e-f78c-43e5-ac4f-5788e22288f7 req-b113f7d9-0bdf-4318-918e-229232c2fe9f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 May 17 15:47:23.267840 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:47:23.278626 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'port_id': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'mac_address': 'fa:16:3e:b3:3c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:47:23.311350 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:47:23.311731 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:23.326838 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:47:23.346201 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:47:23.350472 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:23.395677 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=9']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:47:23.402790 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.403128 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.403460 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.403810 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.404138 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.404459 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.404777 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.405091 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.405405 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.405721 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.406059 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.406374 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.406688 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.407001 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.407314 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:47:23.888300 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:47:24.324732 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcdebe-e3f6-4620-89bb-94acf419e48e req-a4acae63-4393-4b24-9ac3-1dfccc392ef7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:24.326185 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a7fcdebe-e3f6-4620-89bb-94acf419e48e req-a4acae63-4393-4b24-9ac3-1dfccc392ef7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 944 time: 0.0476143 May 17 15:47:24.371527 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a7fcdebe-e3f6-4620-89bb-94acf419e48e req-7f327d95-9574-4e4b-a400-03409483fc89 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398993 May 17 15:47:25.193986 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:47:25.235572 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:47:25.235935 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:25.303326 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:47:25.303696 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:25.328521 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:47:25.330925 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86530534-0eee-4ba7-a389-5d9186ce19ca" -d '{"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-plugged", "status": "completed", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:47:25.343361 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:47:25.347556 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:25.371633 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824ab780-e23e-43eb-8b5a-c4cb9e80cc01 x-openstack-request-id: req-824ab780-e23e-43eb-8b5a-c4cb9e80cc01 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:47:25.371950 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-plugged", "status": "completed", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:47:25.372199 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-824ab780-e23e-43eb-8b5a-c4cb9e80cc01 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:47:25.372584 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824ab780-e23e-43eb-8b5a-c4cb9e80cc01'] response: {'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'code': 200} May 17 15:47:25.395619 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=10']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:47:25.494430 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5c21-8f04-4bf3-8ccd-2db43cb14b3a req-3c326739-162f-4716-ae2e-7489dd525294 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:25.495881 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-68cb5c21-8f04-4bf3-8ccd-2db43cb14b3a req-3c326739-162f-4716-ae2e-7489dd525294 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0521927 May 17 15:47:25.540728 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-68cb5c21-8f04-4bf3-8ccd-2db43cb14b3a req-944d0dba-8b34-4d8a-8ab6-0a96bb275e57 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 May 17 15:47:25.953668 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d81de-3467-41cf-8146-1a6b5a037858 req-284cbbd3-0d6b-43d1-94a9-915e87e97b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:25.955997 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ce6d81de-3467-41cf-8146-1a6b5a037858 req-284cbbd3-0d6b-43d1-94a9-915e87e97b67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 1130 time: 0.0406227 May 17 15:47:25.998273 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ce6d81de-3467-41cf-8146-1a6b5a037858 req-31e2de2f-989c-4de5-9e69-ebb518cf70b2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367141 May 17 15:47:26.660008 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc256008-0b1c-4831-b18d-a8647220e7c9 req-365e7ac6-1d69-42be-a41b-aab099226ca2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:26.661434 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dc256008-0b1c-4831-b18d-a8647220e7c9 req-365e7ac6-1d69-42be-a41b-aab099226ca2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0456059 May 17 15:47:26.707253 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dc256008-0b1c-4831-b18d-a8647220e7c9 req-e095d155-a53a-4fa9-b834-29b98b309f61 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 May 17 15:47:27.830108 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38026f-bc21-4b56-8759-4a7add3370f1 req-e63f1efa-e446-466a-9f82-4614353c76ed tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:27.831848 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cb38026f-bc21-4b56-8759-4a7add3370f1 req-e63f1efa-e446-466a-9f82-4614353c76ed tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0496416 May 17 15:47:27.882287 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cb38026f-bc21-4b56-8759-4a7add3370f1 req-4144cd3d-d8d9-4553-9335-7013e2812fde tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448108 May 17 15:47:28.998785 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692537c-44c7-43b3-8a4a-28cf854b2801 req-15e22ef8-789f-4036-a681-9790f22050c5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:29.000200 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8692537c-44c7-43b3-8a4a-28cf854b2801 req-15e22ef8-789f-4036-a681-9790f22050c5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0459464 May 17 15:47:29.045483 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8692537c-44c7-43b3-8a4a-28cf854b2801 req-372bcb47-26c5-42d6-84ce-cc83d93f180f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 May 17 15:47:29.950253 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:30.637940 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:47:30.951874 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f48a93db-b8bc-4484-ade0-75f6bc76cc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:33.416414 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-52e01e68-bd3d-4cec-b3af-7d351a7fa532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:34.306690 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:36.014983 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:37.498596 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:47:43.284061 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-ee4b6e05-7958-4a2f-9797-7106c376d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:43.285539 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-ee4b6e05-7958-4a2f-9797-7106c376d997 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1129 time: 0.3054581 May 17 15:47:43.291549 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6d817-7470-497b-9a50-8820e4bd5c7e req-af76b12e-1df4-4bbb-bd19-ca25f03cbbab tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:43.292874 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19e6d817-7470-497b-9a50-8820e4bd5c7e req-af76b12e-1df4-4bbb-bd19-ca25f03cbbab tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.3039122 May 17 15:47:43.390288 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19e6d817-7470-497b-9a50-8820e4bd5c7e req-ac1f72ab-83c4-48d8-bf6a-e4d96cc1b3ae tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889051 May 17 15:47:43.409053 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-91f298c4-66ca-4ef2-99e6-ed3ce6dba988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:43.410621 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-91f298c4-66ca-4ef2-99e6-ed3ce6dba988 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.1169245 May 17 15:47:43.474226 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-8f3f890b-5b56-4353-9779-c4fdfe21d70d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 200 len: 1000 time: 0.0550737 May 17 15:47:43.523897 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-64924e68-2fe2-4d5c-bced-aea39177485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:43.525302 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-64924e68-2fe2-4d5c-bced-aea39177485c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0434341 May 17 15:47:43.568148 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-7f4b674b-e2d9-4262-94b9-46ef31b4859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:43.569575 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-7f4b674b-e2d9-4262-94b9-46ef31b4859b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376487 May 17 15:47:43.662107 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-600e6c4b-b4b7-49d3-8e69-e3ad6f9ef6f2 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833361 May 17 15:47:43.752725 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c7e7211-210d-4059-bedf-7369892a33c3 req-14fc1a9c-ccac-4c82-a6c6-0ca29a4d2597 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 May 17 15:47:44.503809 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cb831-d722-4017-877a-a9238241b6cb req-222f6d75-10ed-4bd2-95b0-02aafbbbca86 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:44.505207 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c49cb831-d722-4017-877a-a9238241b6cb req-222f6d75-10ed-4bd2-95b0-02aafbbbca86 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0452051 May 17 15:47:44.550276 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c49cb831-d722-4017-877a-a9238241b6cb req-e20805d3-7f3a-43cb-ae3c-bb032fe94ca4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395164 May 17 15:47:45.661102 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee9bf-73b8-4160-938b-d9d71b4c6bbf req-ece4486c-7ff6-4a4b-9c8d-28933e1a49b1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:45.662562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b3ee9bf-73b8-4160-938b-d9d71b4c6bbf req-ece4486c-7ff6-4a4b-9c8d-28933e1a49b1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0457602 May 17 15:47:45.707185 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b3ee9bf-73b8-4160-938b-d9d71b4c6bbf req-d6f479ab-6c03-4edd-b7e0-90a280cc607b tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393112 May 17 15:47:46.825037 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1947c4-60a1-4419-8128-a09754e2dbb0 req-596fa6a5-9af9-4156-a8a8-0f001a56e6c0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:46.826470 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4f1947c4-60a1-4419-8128-a09754e2dbb0 req-596fa6a5-9af9-4156-a8a8-0f001a56e6c0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0489664 May 17 15:47:46.871724 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4f1947c4-60a1-4419-8128-a09754e2dbb0 req-9b699eeb-078e-401b-b643-b219c0078bb6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396693 May 17 15:47:47.983299 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03857b29-ae11-4aab-adfd-1db4335d28b8 req-fcb30f23-2d01-47a3-b9f3-886836d51ca7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:47.984717 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-03857b29-ae11-4aab-adfd-1db4335d28b8 req-fcb30f23-2d01-47a3-b9f3-886836d51ca7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0461838 May 17 15:47:48.034789 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-03857b29-ae11-4aab-adfd-1db4335d28b8 req-7512035a-0532-4e95-b715-285fa1efdcf8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 May 17 15:47:49.146663 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb965fa-75cc-467a-b82b-0742aab04a0e req-e02daae4-cd3f-446e-84f9-5bbe465b3970 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:49.147557 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dfb965fa-75cc-467a-b82b-0742aab04a0e req-e02daae4-cd3f-446e-84f9-5bbe465b3970 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0462787 May 17 15:47:49.196034 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dfb965fa-75cc-467a-b82b-0742aab04a0e req-3a8cbcf7-cc82-4909-8e18-cc39227d32fa tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430527 May 17 15:47:50.308311 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55eadc-01ca-4881-b7f9-8facaecb52f5 req-bfdd5cc7-3ac7-4126-ade3-5eb88f29bd52 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:50.309730 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca55eadc-01ca-4881-b7f9-8facaecb52f5 req-bfdd5cc7-3ac7-4126-ade3-5eb88f29bd52 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0455356 May 17 15:47:50.356718 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca55eadc-01ca-4881-b7f9-8facaecb52f5 req-d6dc6467-e0df-4141-aa5c-ea7e99741ffd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 May 17 15:47:51.468590 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663571f-bc13-404c-a6a8-5530885fc462 req-2704395d-cf54-4ee8-9672-23674baeff44 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:51.470492 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b663571f-bc13-404c-a6a8-5530885fc462 req-2704395d-cf54-4ee8-9672-23674baeff44 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0465524 May 17 15:47:51.516384 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b663571f-bc13-404c-a6a8-5530885fc462 req-16254e03-e7ea-46ac-a9c2-f7be7b8b7688 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403476 May 17 15:47:52.633449 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53e9be-2405-430d-bb32-3f4d3115d182 req-31f8d976-1157-4f76-b2ef-8e947f8c8940 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:52.634896 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3e53e9be-2405-430d-bb32-3f4d3115d182 req-31f8d976-1157-4f76-b2ef-8e947f8c8940 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0507593 May 17 15:47:52.680810 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3e53e9be-2405-430d-bb32-3f4d3115d182 req-e2773a0d-b2ab-464e-95d0-e6d1a7802aaf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404346 May 17 15:47:53.792988 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123a9b-1659-4241-9ebb-90572b496965 req-9e026728-5ffa-46f8-ae95-07bc573a14aa tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:53.794426 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1d123a9b-1659-4241-9ebb-90572b496965 req-9e026728-5ffa-46f8-ae95-07bc573a14aa tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0454853 May 17 15:47:53.839204 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1d123a9b-1659-4241-9ebb-90572b496965 req-0f2ef5cf-c743-41a8-aa2f-5b3d0246317d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391982 May 17 15:47:54.953108 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382ef6-4ce6-479c-bfc6-a9607345c9a1 req-ab0e875f-ea2d-48f3-9ff1-ac93597c3be8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:54.954974 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-31382ef6-4ce6-479c-bfc6-a9607345c9a1 req-ab0e875f-ea2d-48f3-9ff1-ac93597c3be8 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0494635 May 17 15:47:54.999838 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-31382ef6-4ce6-479c-bfc6-a9607345c9a1 req-4d1f469b-0e7e-4803-93c0-7716d74a294d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394392 May 17 15:47:56.111053 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55811067-7274-4e4c-b844-e0551d1d7b92 req-fcfa56f2-cec1-4b0e-984d-32a6488842da tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:56.112494 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55811067-7274-4e4c-b844-e0551d1d7b92 req-fcfa56f2-cec1-4b0e-984d-32a6488842da tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0459013 May 17 15:47:56.158235 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55811067-7274-4e4c-b844-e0551d1d7b92 req-76fdd850-1f64-4dfb-a1f9-7c913af42065 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404115 May 17 15:47:57.279718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30239c38-8d90-4699-b3fd-42c9ce72a905 req-0e5c216e-21fe-4c2a-9105-a7bc28498d89 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:57.281199 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-30239c38-8d90-4699-b3fd-42c9ce72a905 req-0e5c216e-21fe-4c2a-9105-a7bc28498d89 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0480149 May 17 15:47:57.333819 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-30239c38-8d90-4699-b3fd-42c9ce72a905 req-fd98b768-ffe7-40b7-bc09-0d7a0655533f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461791 May 17 15:47:58.446700 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4bdd9-9411-4c96-8d30-d6715febea97 req-3fe198b6-ba97-4eaa-bbe9-0e8f297bf091 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:58.448053 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-39d4bdd9-9411-4c96-8d30-d6715febea97 req-3fe198b6-ba97-4eaa-bbe9-0e8f297bf091 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0471423 May 17 15:47:58.494826 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-39d4bdd9-9411-4c96-8d30-d6715febea97 req-ae040d32-291c-49e5-87ad-6ba336149ceb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413344 May 17 15:47:59.608581 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620c709-da8e-4963-8e4e-bd868840ab00 req-5e0af90c-a4c4-42a0-880c-11ea02c342ea tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:47:59.609989 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0620c709-da8e-4963-8e4e-bd868840ab00 req-5e0af90c-a4c4-42a0-880c-11ea02c342ea tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0461428 May 17 15:47:59.654154 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0620c709-da8e-4963-8e4e-bd868840ab00 req-7d4c9a5c-9054-4e4e-be65-c1fe417b7dd0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385222 May 17 15:47:59.945303 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:00.774707 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb417-77e0-4644-9dba-60c69d6ca3a7 req-d0f77780-773d-4cfd-b68f-f36214db5924 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:00.776136 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d8abb417-77e0-4644-9dba-60c69d6ca3a7 req-d0f77780-773d-4cfd-b68f-f36214db5924 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0501928 May 17 15:48:00.821317 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d8abb417-77e0-4644-9dba-60c69d6ca3a7 req-6c2ba72a-a6bf-426f-92af-04f04511a423 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397573 May 17 15:48:00.954289 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6b3d156e-3454-4f85-9425-9af00914f1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:01.567715 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-0c8a41f3-803b-48ef-a51b-6a92e6ad98c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390115 May 17 15:48:01.624111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3caeef-bd23-482c-8d60-4cf9629c8979 req-ef4d6652-146b-4ec0-abd9-ea612f691a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:01.625611 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c3caeef-bd23-482c-8d60-4cf9629c8979 req-ef4d6652-146b-4ec0-abd9-ea612f691a0c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1129 time: 0.0470476 May 17 15:48:01.667074 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-8d3906b9-76b8-4902-badc-ad1c296eb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:01.668472 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-8d3906b9-76b8-4902-badc-ad1c296eb4bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 1130 time: 0.0557554 May 17 15:48:01.697975 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c3caeef-bd23-482c-8d60-4cf9629c8979 req-901281d9-10a1-461c-bc6b-d4fbdd76c315 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545273 May 17 15:48:01.771725 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-6731fe84-2195-4fe9-9749-9558c6e92847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:01.773166 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-6731fe84-2195-4fe9-9749-9558c6e92847 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.0856276 May 17 15:48:01.936331 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40b4e-5c48-4ef9-947f-0b7c1e709508 req-ee1e6d09-fb99-424e-ba3d-1583a9209f5d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:01.937757 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-abb40b4e-5c48-4ef9-947f-0b7c1e709508 req-ee1e6d09-fb99-424e-ba3d-1583a9209f5d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0501714 May 17 15:48:01.982967 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-abb40b4e-5c48-4ef9-947f-0b7c1e709508 req-4cf4430a-32ab-46e5-958e-152aed74ac61 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 May 17 15:48:02.114353 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-68bcb57a-77ae-4132-8fda-1804fec42fa6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee HTTP/1.1" status: 200 len: 217 time: 0.0326042 May 17 15:48:02.163047 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-30ad7f19-f719-446b-815d-4dab07b5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:02.164475 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-30ad7f19-f719-446b-815d-4dab07b5cf30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0445313 May 17 15:48:02.210324 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-35eb3e3d-f50a-42e5-837d-ec50d3a6dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:02.211767 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-35eb3e3d-f50a-42e5-837d-ec50d3a6dd4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411179 May 17 15:48:02.300421 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-9996e8c6-b623-48dc-bdea-0e45d9409f51 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821805 May 17 15:48:02.828953 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d29c799e-00af-4304-a5bf-2ec1231756ae req-2315745d-dcd2-47a3-bfe2-779bc74a748f service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843654 May 17 15:48:03.094683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2011193-20e4-4167-9feb-f24f12c260ce req-8a7e017f-420e-4ac0-a1d8-2b4f8d615f0d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:03.096122 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2011193-20e4-4167-9feb-f24f12c260ce req-8a7e017f-420e-4ac0-a1d8-2b4f8d615f0d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0468578 May 17 15:48:03.141729 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2011193-20e4-4167-9feb-f24f12c260ce req-7204641c-e714-4125-975b-964e93520822 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401213 May 17 15:48:03.415903 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dd9c-8989-4fa8-900b-2a4c06f9c7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:04.254189 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dc8de-140a-4232-8175-21cc1b9671d5 req-dab8ff41-a73b-4717-b170-9b87c07af337 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:04.255641 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6b6dc8de-140a-4232-8175-21cc1b9671d5 req-dab8ff41-a73b-4717-b170-9b87c07af337 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0463378 May 17 15:48:04.305424 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6b6dc8de-140a-4232-8175-21cc1b9671d5 req-3af8acc5-0bae-41be-846d-dcd460a03142 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 May 17 15:48:04.308691 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:04.695550 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-1e946fc9-3279-46d8-9ef4-02968c860a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:04.697065 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-1e946fc9-3279-46d8-9ef4-02968c860a54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1129 time: 0.0700719 May 17 15:48:04.708424 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6bbb1-2e42-4b05-aa34-f15a5df411e4 req-0b087ba2-b3f1-43e7-bf58-4ffa8f2ea2a6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:04.709712 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ce6bbb1-2e42-4b05-aa34-f15a5df411e4 req-0b087ba2-b3f1-43e7-bf58-4ffa8f2ea2a6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0727830 May 17 15:48:04.811580 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ce6bbb1-2e42-4b05-aa34-f15a5df411e4 req-4ba36f55-28a0-4cba-9e1a-9c8c7140a74f tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935869 May 17 15:48:04.827531 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-af369d02-2dc8-407b-b4a3-52eb15629fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:04.828969 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-af369d02-2dc8-407b-b4a3-52eb15629fa7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.1183841 May 17 15:48:04.892722 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-c295d38f-218b-44a1-893b-9eb800984354 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 200 len: 1000 time: 0.0536740 May 17 15:48:04.943911 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-8d075c17-9bec-459b-995f-fb9ef480734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:04.945290 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-8d075c17-9bec-459b-995f-fb9ef480734e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0466776 May 17 15:48:04.987896 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-a570b9b9-d995-46e6-a874-0fb990de879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:04.989245 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-a570b9b9-d995-46e6-a874-0fb990de879c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377617 May 17 15:48:05.079471 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-3ee8d1fc-0936-4d9f-a86f-e7e0fd2f3c71 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835211 May 17 15:48:05.166279 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-89c918bd-1206-4f12-9495-0d2fc2cc1c77 req-eb1a6bd9-6480-4c2c-b914-4e7e591574e2 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804570 May 17 15:48:05.927892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef823-a8e2-4747-bd3c-0e44c345fe00 req-f716b13c-a146-4178-8148-8c8fb8898ead tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:05.929665 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-401ef823-a8e2-4747-bd3c-0e44c345fe00 req-f716b13c-a146-4178-8148-8c8fb8898ead tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0478823 May 17 15:48:05.979836 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-401ef823-a8e2-4747-bd3c-0e44c345fe00 req-8e741212-5ea8-4a31-968c-2e065e9736ed tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449369 May 17 15:48:06.015550 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:07.091139 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31161e-aedf-47df-a6ff-9ca5bd0ead0c req-0224580d-caa0-4f94-bc24-36d091d459cb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:07.092567 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5e31161e-aedf-47df-a6ff-9ca5bd0ead0c req-0224580d-caa0-4f94-bc24-36d091d459cb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0465035 May 17 15:48:07.137523 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5e31161e-aedf-47df-a6ff-9ca5bd0ead0c req-b010f324-d18e-4e03-9cc4-ca6a83a01716 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396140 May 17 15:48:07.492463 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:07.636397 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:48:08.249611 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fcd0-7dbf-4664-a9db-1b7c5540df37 req-a1e6faeb-c930-4058-87de-3213e020f82e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:08.251101 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2518fcd0-7dbf-4664-a9db-1b7c5540df37 req-a1e6faeb-c930-4058-87de-3213e020f82e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0473526 May 17 15:48:08.296395 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2518fcd0-7dbf-4664-a9db-1b7c5540df37 req-e1484a2b-f404-44d8-8c9c-5842156c14e6 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391445 May 17 15:48:09.417808 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f661-ecf2-4073-8ef5-e0ad87cfcdf2 req-4252d903-d37e-44d8-8ab5-c5af30557136 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:09.419260 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f984f661-ecf2-4073-8ef5-e0ad87cfcdf2 req-4252d903-d37e-44d8-8ab5-c5af30557136 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0522087 May 17 15:48:09.468024 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f984f661-ecf2-4073-8ef5-e0ad87cfcdf2 req-4913040a-743b-446c-a27f-90b7362da7f4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 May 17 15:48:09.576831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b169ba-e9c9-4bc9-b5c6-944600610bbf req-2d4dd83d-309c-40d7-8280-962566f28b2d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:09.578289 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-91b169ba-e9c9-4bc9-b5c6-944600610bbf req-2d4dd83d-309c-40d7-8280-962566f28b2d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0459659 May 17 15:48:09.587175 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55606) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:09.591340 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-1f6b6687-1c1c-469f-9ae9-d667fb88d62e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Request body: {'floatingip': {'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:09.644364 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f6b6687-1c1c-469f-9ae9-d667fb88d62e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (3215016f-602f-4679-9d51-b7186e247f4d), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:10.068722 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f6b6687-1c1c-469f-9ae9-d667fb88d62e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:10.072433 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f6b6687-1c1c-469f-9ae9-d667fb88d62e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (3215016f-602f-4679-9d51-b7186e247f4d), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:10.264671 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6b6687-1c1c-469f-9ae9-d667fb88d62e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Router f216769a-302c-48c1-9bda-0d7e64a0a195 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:48:10.364798 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6b6687-1c1c-469f-9ae9-d667fb88d62e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:48:10.369791 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f6b6687-1c1c-469f-9ae9-d667fb88d62e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:10.374847 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] Sync routers for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:48:10.384384 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:10.385195 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:10.400581 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:48:10.402823 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cd37fd-02d8-412d-8147-0a10e3bcda81" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:48:10.431200 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1f6b6687-1c1c-469f-9ae9-d667fb88d62e tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "PUT /v2.0/floatingips/3215016f-602f-4679-9d51-b7186e247f4d HTTP/1.1" status: 200 len: 992 time: 0.8430109 May 17 15:48:10.488047 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:48:10.508114 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e70e02-eef8-41fd-b0ab-1759f5268c3e x-openstack-request-id: req-c9e70e02-eef8-41fd-b0ab-1759f5268c3e {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:48:10.508404 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:48:10.508779 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9e70e02-eef8-41fd-b0ab-1759f5268c3e {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:48:10.509181 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e70e02-eef8-41fd-b0ab-1759f5268c3e'] response: {'name': 'network-changed', 'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'status': 'completed', 'code': 200} May 17 15:48:10.578983 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-e3cc8108-7528-4251-8f2b-10eb24238890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:10.580565 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-e3cc8108-7528-4251-8f2b-10eb24238890 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1129 time: 0.0408373 May 17 15:48:10.676330 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-8df59d6f-97b1-484d-b8d0-22e9023176bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:10.677797 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-8df59d6f-97b1-484d-b8d0-22e9023176bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.0910676 May 17 15:48:10.738030 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-582a8925-7eb1-4ccc-b7a4-2a1a2c208c0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 200 len: 1000 time: 0.0534532 May 17 15:48:10.772936 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '3215016f-602f-4679-9d51-b7186e247f4d', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'mac_address': 'fa:16:3e:40:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:45:15Z', 'updated_at': '2022-05-17T15:48:09Z', 'revision_number': 3, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:10.788574 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-0b301bfc-a338-488d-9b6e-5a7c793fd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:10.790044 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-0b301bfc-a338-488d-9b6e-5a7c793fd0fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0470109 May 17 15:48:10.797831 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] Checking router: f216769a-302c-48c1-9bda-0d7e64a0a195 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:48:10.806831 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:10.807440 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:10.832683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-02cf7e58-d9ca-46e6-94a4-c5b010b16f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:10.834202 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-02cf7e58-d9ca-46e6-94a4-c5b010b16f8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385547 May 17 15:48:10.903760 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:48:10.921059 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-437a1bc1-8e64-43bb-8ab8-179d3f8c53ec service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810525 May 17 15:48:11.014920 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d3cd37fd-02d8-412d-8147-0a10e3bcda81 req-be84f14b-9be0-4f80-8ab7-cb3e6d930273 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877471 May 17 15:48:11.106296 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '3215016f-602f-4679-9d51-b7186e247f4d', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'mac_address': 'fa:16:3e:40:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:45:15Z', 'updated_at': '2022-05-17T15:48:09Z', 'revision_number': 3, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:11.132228 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63379e-5ce3-4b25-bf5e-bc4ab44201ad None None] The sync data for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi is: [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '3215016f-602f-4679-9d51-b7186e247f4d', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'port_id': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'mac_address': 'fa:16:3e:40:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:45:15Z', 'updated_at': '2022-05-17T15:48:09Z', 'revision_number': 3, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:48:12.510384 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:48:12.512728 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0757787b-dde7-4030-a017-17e7c3855456" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:48:12.549135 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30185d8-202e-43b2-a47b-3cab3c4202ee x-openstack-request-id: req-e30185d8-202e-43b2-a47b-3cab3c4202ee {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:48:12.549955 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:48:12.550241 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e30185d8-202e-43b2-a47b-3cab3c4202ee {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:48:12.550638 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30185d8-202e-43b2-a47b-3cab3c4202ee'] response: {'name': 'network-changed', 'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'status': 'completed', 'code': 200} May 17 15:48:12.608455 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757787b-dde7-4030-a017-17e7c3855456 req-0f5325a2-e08f-4c7c-a048-6725e743b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:12.609901 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0757787b-dde7-4030-a017-17e7c3855456 req-0f5325a2-e08f-4c7c-a048-6725e743b6e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 1129 time: 0.0383470 May 17 15:48:12.702833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757787b-dde7-4030-a017-17e7c3855456 req-87b51590-24b1-444e-80ec-02d02a4354d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:12.704304 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0757787b-dde7-4030-a017-17e7c3855456 req-87b51590-24b1-444e-80ec-02d02a4354d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.0864418 May 17 15:48:12.764043 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0757787b-dde7-4030-a017-17e7c3855456 req-1f4ebbca-8f56-4a12-92dc-392f7dbe915f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 200 len: 1000 time: 0.0533752 May 17 15:48:13.055294 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757787b-dde7-4030-a017-17e7c3855456 req-52644be5-33b1-4e10-b16a-37bbd8cb9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:13.056611 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0757787b-dde7-4030-a017-17e7c3855456 req-52644be5-33b1-4e10-b16a-37bbd8cb9bd0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.2855039 May 17 15:48:13.098758 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757787b-dde7-4030-a017-17e7c3855456 req-6896d95c-d3d9-45cc-91df-191e2e9259cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:13.100182 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0757787b-dde7-4030-a017-17e7c3855456 req-6896d95c-d3d9-45cc-91df-191e2e9259cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377326 May 17 15:48:13.189185 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0757787b-dde7-4030-a017-17e7c3855456 req-64369376-4d08-408b-b8ab-7e547414f1db service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829749 May 17 15:48:13.286784 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0757787b-dde7-4030-a017-17e7c3855456 req-1289dad7-e909-4e68-8dc4-28fbfca60bfa service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854378 May 17 15:48:29.956007 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:30.955215 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4aa07b9a-b613-4ea9-bed3-f2c72d0fe40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:33.341260 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454ea66-7fd8-49f8-8adc-c294dffb52e8 req-bd19cf01-7d77-4486-86ab-ea51ae235ede tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:33.342735 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8454ea66-7fd8-49f8-8adc-c294dffb52e8 req-bd19cf01-7d77-4486-86ab-ea51ae235ede tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 946 time: 0.0479238 May 17 15:48:33.388180 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8454ea66-7fd8-49f8-8adc-c294dffb52e8 req-982c27d2-dfdb-4658-8a47-7c4051d4a8e5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394413 May 17 15:48:33.416585 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-90d9240a-ad56-48ed-8821-d14ae4e0f907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:34.312112 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:34.506921 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9ab72-2c38-47c5-938b-9bf23440f727 req-0582280f-652b-48ae-bc0c-56ec58a06888 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:34.508375 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-17a9ab72-2c38-47c5-938b-9bf23440f727 req-0582280f-652b-48ae-bc0c-56ec58a06888 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 946 time: 0.0512493 May 17 15:48:34.553902 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-17a9ab72-2c38-47c5-938b-9bf23440f727 req-284b423b-676a-43bd-adff-5d6cb1ddf743 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 May 17 15:48:35.191852 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-49666f87-02e5-40a2-9f5f-198e1b32fd7f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:35.193279 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-49666f87-02e5-40a2-9f5f-198e1b32fd7f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 946 time: 0.0459795 May 17 15:48:35.276441 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Deleting port 53bc3465-94ae-4238-bd42-43740fcbf4d1 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:48:35.276780 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:35.365318 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] For port 53bc3465-94ae-4238-bd42-43740fcbf4d1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=53bc3465-94ae-4238-bd42-43740fcbf4d1,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:48:35.365680 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:35.566778 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:35.567447 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (6b419327-3205-40dd-a4f2-47bb23bcc985), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:35.567447 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Floating IP 6b419327-3205-40dd-a4f2-47bb23bcc985 disassociated. External IP: 172.27.2.182, port: 53bc3465-94ae-4238-bd42-43740fcbf4d1. May 17 15:48:35.567668 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Calling delete_port for 53bc3465-94ae-4238-bd42-43740fcbf4d1 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:48:35.679791 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85343cf8-96db-483d-b953-16d960d50207 req-b7b2b797-46b8-4ea8-8f3c-e8d8153b24bd tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:35.681247 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-85343cf8-96db-483d-b953-16d960d50207 req-b7b2b797-46b8-4ea8-8f3c-e8d8153b24bd tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ff22a4-3c47-4380-adb5-e6d21abbe224 HTTP/1.1" status: 200 len: 946 time: 0.0614314 May 17 15:48:35.762491 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-85343cf8-96db-483d-b953-16d960d50207 req-fef71d7a-a9e3-4422-af6f-d8a614da49b0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=6609b295-f7c1-4bee-b286-20b7af5f5ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756450 May 17 15:48:35.763483 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (53bc3465-94ae-4238-bd42-43740fcbf4d1), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:35.790806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'Port': ['ID=53bc3465-94ae-4238-bd42-43740fcbf4d1,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:35.802159 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.802504 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.802839 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.803170 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.803500 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.803826 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.804148 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.804473 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.804790 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.805108 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.805429 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.805747 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.806116 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.806438 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.806751 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:35.910796 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:48:36.020935 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:36.023122 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:48:36.033878 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:48:36.042963 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:36.043585 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:36.068992 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] No DVR routers for this DVR port 53bc3465-94ae-4238-bd42-43740fcbf4d1 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:48:36.071688 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:36.074931 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c4a595e-97c5-4f5c-a1a0-af9585fcd0b0 req-2f814fc3-69b2-4732-bc9b-99f1d290388f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "DELETE /v2.0/ports/53bc3465-94ae-4238-bd42-43740fcbf4d1 HTTP/1.1" status: 204 len: 173 time: 0.8770330 May 17 15:48:36.075425 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'name': 'network-vif-deleted', 'tag': '53bc3465-94ae-4238-bd42-43740fcbf4d1'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:48:36.078055 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96273076-d767-4e5d-8960-25d75bbe2ffc" -d '{"events": [{"server_uuid": "47ff22a4-3c47-4380-adb5-e6d21abbe224", "name": "network-vif-deleted", "tag": "53bc3465-94ae-4238-bd42-43740fcbf4d1"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:48:36.117343 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71897b5-7b30-4d66-a778-de387fd8bad4 x-openstack-request-id: req-d71897b5-7b30-4d66-a778-de387fd8bad4 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:48:36.117919 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ff22a4-3c47-4380-adb5-e6d21abbe224", "name": "network-vif-deleted", "tag": "53bc3465-94ae-4238-bd42-43740fcbf4d1", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:48:36.118294 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d71897b5-7b30-4d66-a778-de387fd8bad4 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:48:36.118775 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71897b5-7b30-4d66-a778-de387fd8bad4'] response: {'server_uuid': '47ff22a4-3c47-4380-adb5-e6d21abbe224', 'name': 'network-vif-deleted', 'tag': '53bc3465-94ae-4238-bd42-43740fcbf4d1', 'status': 'completed', 'code': 200} May 17 15:48:36.167190 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:48:36.542439 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:32Z', 'revision_number': 2, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:36.567778 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:48:36.578056 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:36.578680 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:36.682657 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:48:36.852570 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55656) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:36.901875 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:32Z', 'revision_number': 2, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:36.909517 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-43a29b93-1641-4b29-bb41-0a8dc77e2776 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (6609b295-f7c1-4bee-b286-20b7af5f5ef4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:36.926957 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d91ae-7ab9-4fcd-ad85-88ed07c37e8c None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '38c8eb18-13dd-402e-8ad9-e198913515e1', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': '83c15363-afe5-4cf3-81f7-17976151a63d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:c1:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:42:12Z', 'updated_at': '2022-05-17T15:43:32Z', 'revision_number': 2, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:48:36.933656 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-43a29b93-1641-4b29-bb41-0a8dc77e2776 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (6609b295-f7c1-4bee-b286-20b7af5f5ef4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:36.985129 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-43a29b93-1641-4b29-bb41-0a8dc77e2776 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (6609b295-f7c1-4bee-b286-20b7af5f5ef4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:36.987948 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-43a29b93-1641-4b29-bb41-0a8dc77e2776 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:36.989184 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-43a29b93-1641-4b29-bb41-0a8dc77e2776 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "DELETE /v2.0/security-groups/6609b295-f7c1-4bee-b286-20b7af5f5ef4 HTTP/1.1" status: 204 len: 168 time: 0.1354818 May 17 15:48:36.992379 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55658) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:36.998975 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a29b93-1641-4b29-bb41-0a8dc77e2776 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6609b295-f7c1-4bee-b286-20b7af5f5ef4,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:37.016337 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-12d9274c-9c87-4c51-a4aa-4a56a9a19cb6 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] show failed (client error): The resource could not be found. May 17 15:48:37.024585 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55662) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:37.029276 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-12d9274c-9c87-4c51-a4aa-4a56a9a19cb6 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups/6609b295-f7c1-4bee-b286-20b7af5f5ef4 HTTP/1.1" status: 404 len: 347 time: 0.0346122 May 17 15:48:37.143951 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Deleting port 9303a2df-5692-4efc-b4a3-97d49fcb3e8b {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:48:37.143951 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:37.206965 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2936a337-478c-4ee8-8e4f-05152b1ed8a1 None None] New status for floating IP 6b419327-3205-40dd-a4f2-47bb23bcc985: DOWN {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:48:37.226727 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:37.227419 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:37.240246 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Calling delete_port for 9303a2df-5692-4efc-b4a3-97d49fcb3e8b owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:48:37.430316 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (9303a2df-5692-4efc-b4a3-97d49fcb3e8b), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:37.458025 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'Port': ['ID=9303a2df-5692-4efc-b4a3-97d49fcb3e8b,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:37.498768 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:37.519553 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (6b419327-3205-40dd-a4f2-47bb23bcc985), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:37.522335 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:37.523489 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-9440bef6-ca5c-4ce5-b575-dec9f0cb1f27 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "DELETE /v2.0/floatingips/6b419327-3205-40dd-a4f2-47bb23bcc985 HTTP/1.1" status: 204 len: 168 time: 0.4979820 May 17 15:48:39.216502 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6acd9-cf8a-4d21-8283-a2c6192d81f8 req-45bc66e3-c9c2-40ed-b2bd-234273c9430e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:39.218119 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-95e6acd9-cf8a-4d21-8283-a2c6192d81f8 req-45bc66e3-c9c2-40ed-b2bd-234273c9430e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0493512 May 17 15:48:39.264991 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-95e6acd9-cf8a-4d21-8283-a2c6192d81f8 req-b1af43b1-ba47-41d2-8d0e-fe6983823471 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 May 17 15:48:39.590830 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 53bc3465-94ae-4238-bd42-43740fcbf4d1 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:48:39.610049 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 53bc3465-94ae-4238-bd42-43740fcbf4d1 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:48:39.610398 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 53bc3465-94ae-4238-bd42-43740fcbf4d1 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:48:40.091146 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-d793b964-c786-424b-9d4a-1c70d0f5359b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:40.092570 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-d793b964-c786-424b-9d4a-1c70d0f5359b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0484278 May 17 15:48:40.172769 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Deleting port 83c15363-afe5-4cf3-81f7-17976151a63d {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:48:40.173111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:40.263674 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] For port 83c15363-afe5-4cf3-81f7-17976151a63d, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=83c15363-afe5-4cf3-81f7-17976151a63d,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:48:40.264368 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:40.441414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e3e9c-057e-47bc-a723-1dbe827def97 req-b1ef4fd6-c4cb-47c6-8003-ab5b7cdef31f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:40.442887 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a46e3e9c-057e-47bc-a723-1dbe827def97 req-b1ef4fd6-c4cb-47c6-8003-ab5b7cdef31f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce6ee7f-d1fd-4950-b2b2-6504004d5e01 HTTP/1.1" status: 200 len: 945 time: 0.0914843 May 17 15:48:40.480806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:40.481151 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (38c8eb18-13dd-402e-8ad9-e198913515e1), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:40.481459 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Floating IP 38c8eb18-13dd-402e-8ad9-e198913515e1 disassociated. External IP: 172.27.2.233, port: 83c15363-afe5-4cf3-81f7-17976151a63d. May 17 15:48:40.481788 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Calling delete_port for 83c15363-afe5-4cf3-81f7-17976151a63d owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:48:40.538547 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a46e3e9c-057e-47bc-a723-1dbe827def97 req-a9a44b67-8d3a-4e0a-863e-36feaa6ec05f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=7cf13766-72df-4567-99a7-e542e0a0e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893431 May 17 15:48:40.623368 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (83c15363-afe5-4cf3-81f7-17976151a63d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:40.650228 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'Port': ['ID=83c15363-afe5-4cf3-81f7-17976151a63d,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:40.760161 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:48:40.860704 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:48:40.870435 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:48:40.881023 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:40.881646 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:40.904948 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] No DVR routers for this DVR port 83c15363-afe5-4cf3-81f7-17976151a63d on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:48:40.907463 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:40.910657 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a91a3e70-459d-4a92-8e6c-a97ed3163c26 req-fcb1d5d0-67a1-4e38-aff6-31694a543b02 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "DELETE /v2.0/ports/83c15363-afe5-4cf3-81f7-17976151a63d HTTP/1.1" status: 204 len: 173 time: 0.8131235 May 17 15:48:40.911086 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'name': 'network-vif-deleted', 'tag': '83c15363-afe5-4cf3-81f7-17976151a63d'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:48:40.913415 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d4992d-8d48-4c1c-83e5-ef78f08a781d" -d '{"events": [{"server_uuid": "8ce6ee7f-d1fd-4950-b2b2-6504004d5e01", "name": "network-vif-deleted", "tag": "83c15363-afe5-4cf3-81f7-17976151a63d"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:48:40.951661 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d196f510-e90c-4f44-af8a-b32b3d847aa3 x-openstack-request-id: req-d196f510-e90c-4f44-af8a-b32b3d847aa3 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:48:40.952022 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce6ee7f-d1fd-4950-b2b2-6504004d5e01", "name": "network-vif-deleted", "tag": "83c15363-afe5-4cf3-81f7-17976151a63d", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:48:40.952289 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d196f510-e90c-4f44-af8a-b32b3d847aa3 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:48:40.952745 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d196f510-e90c-4f44-af8a-b32b3d847aa3'] response: {'server_uuid': '8ce6ee7f-d1fd-4950-b2b2-6504004d5e01', 'name': 'network-vif-deleted', 'tag': '83c15363-afe5-4cf3-81f7-17976151a63d', 'status': 'completed', 'code': 200} May 17 15:48:40.998931 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:48:41.197793 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:41.225421 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:48:41.233664 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:41.234304 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:41.334411 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:48:41.524548 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:41.548333 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe367e4-0269-4231-af61-dd71704d78c1 None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:48:41.758838 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6ad2d-8063-4107-b82e-bdf4d87ba695 None None] New status for floating IP 38c8eb18-13dd-402e-8ad9-e198913515e1: DOWN {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:48:42.637748 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55694) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:42.690768 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cf7b07a9-da01-4bf8-99e7-20cb0a954daf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (7cf13766-72df-4567-99a7-e542e0a0e71b), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:42.713398 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cf7b07a9-da01-4bf8-99e7-20cb0a954daf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (7cf13766-72df-4567-99a7-e542e0a0e71b), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:42.761577 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cf7b07a9-da01-4bf8-99e7-20cb0a954daf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7cf13766-72df-4567-99a7-e542e0a0e71b), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:42.764380 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cf7b07a9-da01-4bf8-99e7-20cb0a954daf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:42.765531 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-cf7b07a9-da01-4bf8-99e7-20cb0a954daf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "DELETE /v2.0/security-groups/7cf13766-72df-4567-99a7-e542e0a0e71b HTTP/1.1" status: 204 len: 168 time: 0.1267722 May 17 15:48:42.768685 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55696) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:42.774441 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b07a9-da01-4bf8-99e7-20cb0a954daf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf13766-72df-4567-99a7-e542e0a0e71b,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:42.784202 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-fe03aac1-95e9-4a51-ab8e-7bceed0acd61 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] show failed (client error): The resource could not be found. May 17 15:48:42.785471 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-fe03aac1-95e9-4a51-ab8e-7bceed0acd61 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups/7cf13766-72df-4567-99a7-e542e0a0e71b HTTP/1.1" status: 404 len: 347 time: 0.0158365 May 17 15:48:42.789316 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55698) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:42.930737 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Deleting port 2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:48:42.930971 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.002490 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.002810 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.014510 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Calling delete_port for 2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:48:43.357304 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.384155 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'Port': ['ID=2ffc8f2a-1946-4902-bbcb-0c7c1a1b1c07,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:43.409924 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.410295 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.410632 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.410964 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.411293 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.411619 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.411942 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.412264 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.412583 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.412901 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.413219 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.413533 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.413846 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.414190 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.414506 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:43.457904 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (38c8eb18-13dd-402e-8ad9-e198913515e1), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.460633 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.461781 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-252fa7d3-80c1-496b-8783-f252fd6c9002 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "DELETE /v2.0/floatingips/38c8eb18-13dd-402e-8ad9-e198913515e1 HTTP/1.1" status: 204 len: 168 time: 0.6715600 May 17 15:48:43.540997 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55702) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:43.545498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-0aaf750c-89ec-46b5-ae11-7914eeffc62d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145903585', 'description': 'tempest-description--1510276172'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:43.566633 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0aaf750c-89ec-46b5-ae11-7914eeffc62d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.631057 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0aaf750c-89ec-46b5-ae11-7914eeffc62d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (58eb577c-78da-478d-b085-d833ee3283b9), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.634285 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0aaf750c-89ec-46b5-ae11-7914eeffc62d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (58eb577c-78da-478d-b085-d833ee3283b9), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.662729 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0aaf750c-89ec-46b5-ae11-7914eeffc62d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.663916 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0aaf750c-89ec-46b5-ae11-7914eeffc62d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1219335 May 17 15:48:43.664995 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf750c-89ec-46b5-ae11-7914eeffc62d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58eb577c-78da-478d-b085-d833ee3283b9,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:43.667089 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55704) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:43.671797 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-0ab7a628-bce5-486f-a416-8c3056399fcf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group_rule': {'security_group_id': '58eb577c-78da-478d-b085-d833ee3283b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:43.697250 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a628-bce5-486f-a416-8c3056399fcf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (ead78268-7837-45ca-916b-340119f95540), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.751334 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a628-bce5-486f-a416-8c3056399fcf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (ead78268-7837-45ca-916b-340119f95540), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.755694 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a628-bce5-486f-a416-8c3056399fcf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (ead78268-7837-45ca-916b-340119f95540), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.772796 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7a628-bce5-486f-a416-8c3056399fcf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead78268-7837-45ca-916b-340119f95540,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:43.780732 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a628-bce5-486f-a416-8c3056399fcf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.781946 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0ab7a628-bce5-486f-a416-8c3056399fcf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136937 May 17 15:48:43.784536 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55706) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:43.788846 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-89193ac4-5489-4cf5-8c6e-51fabe050bef tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group_rule': {'security_group_id': '58eb577c-78da-478d-b085-d833ee3283b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:43.813320 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89193ac4-5489-4cf5-8c6e-51fabe050bef tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (c0df2ae9-94ed-4e56-bcd8-25067b494fb5), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.869324 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89193ac4-5489-4cf5-8c6e-51fabe050bef tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (c0df2ae9-94ed-4e56-bcd8-25067b494fb5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.873037 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89193ac4-5489-4cf5-8c6e-51fabe050bef tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (c0df2ae9-94ed-4e56-bcd8-25067b494fb5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.892011 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89193ac4-5489-4cf5-8c6e-51fabe050bef tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0df2ae9-94ed-4e56-bcd8-25067b494fb5,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:43.897255 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89193ac4-5489-4cf5-8c6e-51fabe050bef tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:43.901496 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-89193ac4-5489-4cf5-8c6e-51fabe050bef tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127148 May 17 15:48:43.901588 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55708) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:43.905946 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:43.927166 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.005432 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.108215 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Allocated IP 172.27.2.131 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/ccc798ca-488a-472d-bdad-f21dbab6bca4) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:48:44.205673 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (ccc798ca-488a-472d-bdad-f21dbab6bca4), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.237610 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (ccc798ca-488a-472d-bdad-f21dbab6bca4), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.272185 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:48:44.275075 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:48:44.280672 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:48:44.286014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=ccc798ca-488a-472d-bdad-f21dbab6bca4,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:44.367092 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (2dcb2558-0554-4638-954c-5070c873ca13), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.401564 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (ccc798ca-488a-472d-bdad-f21dbab6bca4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.581990 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (ccc798ca-488a-472d-bdad-f21dbab6bca4), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.586159 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (ccc798ca-488a-472d-bdad-f21dbab6bca4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.635547 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:48:44.652912 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=ccc798ca-488a-472d-bdad-f21dbab6bca4,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:44.662522 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (2dcb2558-0554-4638-954c-5070c873ca13), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.676955 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:44.678179 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-27ac57c8-4482-4cb7-a746-d9066aff2ed2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7755485 May 17 15:48:44.825359 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-5254788b-8651-4e99-91d4-9bc3efc880ca tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1145903585&fields=id&tenant_id=b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 267 time: 0.0408335 May 17 15:48:44.926363 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-8b5ca4cd-bb53-461d-b4dc-32e84a020d5f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:44.927707 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-8b5ca4cd-bb53-461d-b4dc-32e84a020d5f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 815 time: 0.0955164 May 17 15:48:44.942235 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-9df06df8-f671-4b71-b5ff-e1b2ef688574 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/quotas/b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 375 time: 0.0091114 May 17 15:48:44.992603 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-b8c62457-4767-4b50-a187-c631682bdb16 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456445 May 17 15:48:45.124976 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-74d838f9-dfd8-48dd-b6bd-7ebca7cb8a68 service neutron] 10.222.0.75 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207974 May 17 15:48:45.215221 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-eaad0883-3c19-40d5-9367-7f5a33b76eb3 service neutron] 10.222.0.75 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839279 May 17 15:48:45.384914 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eac8f77d-4b4d-4550-bad8-1bb530a8e1c0 req-25210391-fa69-4c97-8e92-bc5e818a00dc tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 210 time: 0.0287626 May 17 15:48:45.634090 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 83c15363-afe5-4cf3-81f7-17976151a63d no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:48:45.656723 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 83c15363-afe5-4cf3-81f7-17976151a63d {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:48:45.657446 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 83c15363-afe5-4cf3-81f7-17976151a63d not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:48:46.491948 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ea443002-a073-4819-a401-995ac287fe35 req-b040efa8-8f62-4ae8-bf5e-cb3be76a78b1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 210 time: 0.0345767 May 17 15:48:46.567784 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-15634b6b-8223-4463-9430-f7fb873ba32d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:46.569207 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-15634b6b-8223-4463-9430-f7fb873ba32d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 815 time: 0.1324508 May 17 15:48:46.630685 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-39312226-24f3-445b-b74a-a0f9b3f802f2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 380 time: 0.0522230 May 17 15:48:46.685294 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'port': {'device_id': '07336f08-accf-4aea-8682-5efa8f66d850', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'admin_state_up': True, 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'security_groups': ['58eb577c-78da-478d-b085-d833ee3283b9']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:46.793650 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Made reservation on behalf of b23dc4cf2a954ab8a64c81eac9080a70 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:48:46.798092 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:46.917583 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Allocated IP 172.20.0.3 (670d118c-c4c6-4faf-9e34-d28bf36911ac/c9742d3f-de54-4522-b7a6-17c406b4f52f/b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:48:47.052330 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.085573 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.124287 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:48:47.127964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:48:47.130410 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:48:47.157925 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:47.186784 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:47.187398 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.205167 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-71f414fa-92a9-44a5-abb2-60c8ee877994 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5228295 May 17 15:48:47.218375 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Request body: {'port': {'device_id': '07336f08-accf-4aea-8682-5efa8f66d850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:47.283615 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.407534 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-4acfd112-12fd-4ecf-96bc-55a745d25054 None None] Provisioning complete for port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:48:47.408086 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4acfd112-12fd-4ecf-96bc-55a745d25054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.442598 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-4acfd112-12fd-4ecf-96bc-55a745d25054 None None] Port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:48:47.610959 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:48:47.621829 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Publish callbacks [] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.630175 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac292cd-62ef-4049-93ea-5ce00d1c5456 req-cd456578-7621-4514-b9d8-d56b8412df5e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:47.631721 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ac292cd-62ef-4049-93ea-5ce00d1c5456 req-cd456578-7621-4514-b9d8-d56b8412df5e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 931 time: 0.0664780 May 17 15:48:47.650153 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Transition to ACTIVE for port object b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:48:47.659739 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.732806 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ac292cd-62ef-4049-93ea-5ce00d1c5456 req-5118f60f-58e1-42b4-a826-6d529d0f9bbf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914419 May 17 15:48:47.734544 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Pushing event updated for resources: {'Port': ['ID=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:47.808668 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Attempting to bind port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:48:47.809008 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Attempting to bind port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:48:47.809332 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Attempting to bind port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:48:47.813919 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f on network 670d118c-c4c6-4faf-9e34-d28bf36911ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:48:47.814266 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Attempting to bind port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:48:47.819508 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:48:47.819842 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Checking segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:48:47.820221 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Bound using segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:48:47.820645 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Bound port: b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:48:47.821059 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.882622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] For port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:48:47.885703 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] For port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:48:47.891107 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.924897 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:47.925502 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:47.926945 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] 10.222.0.61 "PUT /v2.0/ports/b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f HTTP/1.1" status: 200 len: 1093 time: 0.7129264 May 17 15:48:47.927412 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07336f08-accf-4aea-8682-5efa8f66d850', 'tag': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:48:47.929799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2136c9e-8e86-407e-9d1a-a87a8df2bdda" -d '{"events": [{"name": "network-changed", "server_uuid": "07336f08-accf-4aea-8682-5efa8f66d850", "tag": "b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:48:47.954612 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f68113-3528-4176-8c52-26afe4e24359 service neutron] Pushing event updated for resources: {'Port': ['ID=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:47.970581 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f08f7f6-3b6b-43b0-9f39-6f503e0cb7f9 x-openstack-request-id: req-9f08f7f6-3b6b-43b0-9f39-6f503e0cb7f9 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:48:47.970942 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07336f08-accf-4aea-8682-5efa8f66d850", "tag": "b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:48:47.971267 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f08f7f6-3b6b-43b0-9f39-6f503e0cb7f9 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:48:47.971675 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f08f7f6-3b6b-43b0-9f39-6f503e0cb7f9'] response: {'name': 'network-changed', 'server_uuid': '07336f08-accf-4aea-8682-5efa8f66d850', 'tag': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'status': 'completed', 'code': 200} May 17 15:48:48.321365 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136c9e-8e86-407e-9d1a-a87a8df2bdda req-cd1d136e-6e93-4b61-97a7-dd5fa4ef4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:48.322904 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2136c9e-8e86-407e-9d1a-a87a8df2bdda req-cd1d136e-6e93-4b61-97a7-dd5fa4ef4da2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 1127 time: 0.2829351 May 17 15:48:48.427278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136c9e-8e86-407e-9d1a-a87a8df2bdda req-a0561fe6-d2d7-4e13-9ff2-4d126bcdb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:48.428698 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2136c9e-8e86-407e-9d1a-a87a8df2bdda req-a0561fe6-d2d7-4e13-9ff2-4d126bcdb143 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992751 May 17 15:48:48.517054 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136c9e-8e86-407e-9d1a-a87a8df2bdda req-84cbd44b-3869-4f39-9945-404ed80eb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:48.518509 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2136c9e-8e86-407e-9d1a-a87a8df2bdda req-84cbd44b-3869-4f39-9945-404ed80eb2e0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847120 May 17 15:48:48.597113 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-29f6ee54-d3cc-4d46-af78-0c06acbce0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:48.598566 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-29f6ee54-d3cc-4d46-af78-0c06acbce0b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 1127 time: 0.0379827 May 17 15:48:48.637914 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-dbb1eea5-75f7-44d2-8e60-9ee81324a69c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f HTTP/1.1" status: 200 len: 217 time: 0.0331333 May 17 15:48:48.687106 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-d578bd6f-07b5-4e45-bf7f-2310a49f0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:48.688519 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-d578bd6f-07b5-4e45-bf7f-2310a49f0f36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0441589 May 17 15:48:48.731487 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-f7a1ce6f-5f7c-41dd-a741-ed7ab0c92019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:48.732962 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-f7a1ce6f-5f7c-41dd-a741-ed7ab0c92019 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393093 May 17 15:48:48.859387 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-9498b300-f7ae-4487-b6b2-4f7f914df767 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206431 May 17 15:48:48.866687 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbd488-a9d2-49f0-b3a9-41dfd734dfc0 req-8554ff3e-55e5-41c0-95cd-2faf026df151 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:48.868202 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ffbd488-a9d2-49f0-b3a9-41dfd734dfc0 req-8554ff3e-55e5-41c0-95cd-2faf026df151 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 943 time: 0.0619981 May 17 15:48:48.998119 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ffbd488-a9d2-49f0-b3a9-41dfd734dfc0 req-6850a55b-dc79-4794-9818-ee102ae959ed tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214137 May 17 15:48:49.017695 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906152f1-752d-4c5d-b3d6-032b06a8c1bc req-df42b05c-e5de-4913-b276-1d3413acc706 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:49.019182 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-906152f1-752d-4c5d-b3d6-032b06a8c1bc req-df42b05c-e5de-4913-b276-1d3413acc706 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0727038 May 17 15:48:49.035744 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37eb355c-855c-4795-a1a0-63ba51e8997c req-c04f8a2e-f4ab-4e18-b062-84f71bd7a3de service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666293 May 17 15:48:49.069139 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-906152f1-752d-4c5d-b3d6-032b06a8c1bc req-678540ba-123e-4e5d-8533-1c3fa6078058 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445735 May 17 15:48:50.115378 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611ad35-7d0e-4ce3-9bed-db1eeec52530 req-73745aab-9b25-4665-bf5e-75561c53b1d8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:50.116866 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3611ad35-7d0e-4ce3-9bed-db1eeec52530 req-73745aab-9b25-4665-bf5e-75561c53b1d8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 943 time: 0.0515845 May 17 15:48:50.188683 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3611ad35-7d0e-4ce3-9bed-db1eeec52530 req-6e1c8fab-3f84-440d-9859-0b6bf85da3ec tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663025 May 17 15:48:50.201674 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ab7b4-7804-4663-90f2-92d36e291867 req-338a8c43-a92b-4ce5-8b2c-1f42f825f81c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:50.203148 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d93ab7b4-7804-4663-90f2-92d36e291867 req-338a8c43-a92b-4ce5-8b2c-1f42f825f81c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0612767 May 17 15:48:50.250126 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d93ab7b4-7804-4663-90f2-92d36e291867 req-31c23bab-8519-472e-bd1f-7fa4a0ff1cbc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 May 17 15:48:51.310098 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f643a85-f232-4a02-aa51-835db8d66aa3 req-f44d0345-e687-456f-a2c6-9165a238b8af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:51.311568 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7f643a85-f232-4a02-aa51-835db8d66aa3 req-f44d0345-e687-456f-a2c6-9165a238b8af tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 943 time: 0.0530968 May 17 15:48:51.383054 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235da161-fdbf-4ef4-bfc6-333cc50b82e4 req-5b2d9118-2c76-48fd-8c38-d8e9360c0ccf tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:51.384530 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-235da161-fdbf-4ef4-bfc6-333cc50b82e4 req-5b2d9118-2c76-48fd-8c38-d8e9360c0ccf tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0609884 May 17 15:48:51.402092 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7f643a85-f232-4a02-aa51-835db8d66aa3 req-ad806e5b-75fd-49c5-a97b-eb6c03e0e7de tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842175 May 17 15:48:51.436141 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-235da161-fdbf-4ef4-bfc6-333cc50b82e4 req-b8171527-2de8-484c-a70a-2b38f2bf9471 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 May 17 15:48:52.516823 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2fd3-9110-4f3f-bdf0-28a4a8fff0c7 req-bd711353-5e73-432c-aae6-04d3996bfae8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:52.518404 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae7d2fd3-9110-4f3f-bdf0-28a4a8fff0c7 req-bd711353-5e73-432c-aae6-04d3996bfae8 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 943 time: 0.0489707 May 17 15:48:52.586945 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c093e-9fcf-4131-90b4-ec6391cf2c0e req-bd7a2c68-1b31-4c94-8c30-17a0d6a7b1a1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:52.588490 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-be0c093e-9fcf-4131-90b4-ec6391cf2c0e req-bd7a2c68-1b31-4c94-8c30-17a0d6a7b1a1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0686793 May 17 15:48:52.616799 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae7d2fd3-9110-4f3f-bdf0-28a4a8fff0c7 req-edff4dfc-65f1-4cc0-a008-bf9bafffc1fe tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883811 May 17 15:48:52.646482 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-be0c093e-9fcf-4131-90b4-ec6391cf2c0e req-3b80bb13-cb5d-4b99-ab44-a7292916d5f2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=ffe5b59a-3684-427d-969b-72d81233aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524085 May 17 15:48:52.942179 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-a91dcb42-e210-4fe8-b8ce-5d7acfafa6af tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:52.943592 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-a91dcb42-e210-4fe8-b8ce-5d7acfafa6af tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 946 time: 0.0455043 May 17 15:48:53.027017 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Deleting port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:48:53.027277 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:53.111083 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] For port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:48:53.111987 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:53.268223 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:53.268571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (6671b39f-c003-446b-bb62-6d4bcfdb3f08), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:53.268883 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Floating IP 6671b39f-c003-446b-bb62-6d4bcfdb3f08 disassociated. External IP: 172.27.2.87, port: d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e. May 17 15:48:53.269219 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Calling delete_port for d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:48:53.391158 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:53.417561 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event deleted for resources: {'Port': ['ID=d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:53.524245 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Router 86530571-bba0-41e0-95f5-ed0f506c1784 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:48:53.624418 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:48:53.634964 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] Sync routers for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:48:53.644945 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:53.645424 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:53.665793 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] No DVR routers for this DVR port d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:48:53.668181 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:53.672521 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b0d9d95d-5306-4966-abc8-99c05df3f06e req-25bff57b-fb87-41a6-8157-52e46d111f99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "DELETE /v2.0/ports/d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e HTTP/1.1" status: 204 len: 173 time: 0.7229412 May 17 15:48:53.672521 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-deleted', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:48:53.675007 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa7a114-9c6f-449a-9ba4-fa47784e4c73" -d '{"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-deleted", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:48:53.694816 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:48:53.762851 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e00c-e1ab-4b56-8072-c0446bea4ed8 req-027caa0f-adda-4bae-baca-36f5e10571cb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:53.765597 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f62e00c-e1ab-4b56-8072-c0446bea4ed8 req-027caa0f-adda-4bae-baca-36f5e10571cb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 943 time: 0.0687580 May 17 15:48:53.808280 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d0fd8f1-f4fe-4c96-b152-8d461ce3b4c7 req-851fee77-47fc-4bbb-b6c2-48c33588a016 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a13b9b5-8727-4b05-aa28-b74aad598788 HTTP/1.1" status: 200 len: 210 time: 0.0416586 May 17 15:48:53.839776 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:48:53.860563 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f62e00c-e1ab-4b56-8072-c0446bea4ed8 req-1f2de2e3-fb94-4831-84a6-41d187f24495 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629501 May 17 15:48:53.881243 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ea112a-a4b5-4eec-b5f5-d8510ae67a50 x-openstack-request-id: req-66ea112a-a4b5-4eec-b5f5-d8510ae67a50 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:48:53.881634 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13b9b5-8727-4b05-aa28-b74aad598788", "name": "network-vif-deleted", "tag": "d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:48:53.881895 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66ea112a-a4b5-4eec-b5f5-d8510ae67a50 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:48:53.882372 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ea112a-a4b5-4eec-b5f5-d8510ae67a50'] response: {'server_uuid': '4a13b9b5-8727-4b05-aa28-b74aad598788', 'name': 'network-vif-deleted', 'tag': 'd1a27eb9-04bf-4a1b-93dc-64e1a3dad03e', 'status': 'completed', 'code': 200} May 17 15:48:53.985076 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:48:54.006291 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'port_id': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'mac_address': 'fa:16:3e:22:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:48:54.208887 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:48:54.209181 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:54.227441 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:54.230012 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:48:54.265349 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] Checking router: 86530571-bba0-41e0-95f5-ed0f506c1784 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:48:54.278878 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:48:54.283691 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:54.284362 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:54.286084 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:54.395681 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:54.405486 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.405836 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.406229 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.406588 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.406923 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.407248 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.407572 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.407893 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.408746 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.409068 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.409388 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.409726 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.410069 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.410389 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.410707 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:48:54.431471 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:48:54.628321 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:54.655392 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68ee4e-6565-44ea-95f9-f70871cbd32b None None] The sync data for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi is: [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:48:54.702677 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:48:54.891214 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc617b6-77e0-4a52-b8ba-ad4a975a8a4d None None] New status for floating IP 6671b39f-c003-446b-bb62-6d4bcfdb3f08: DOWN {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:48:54.917770 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55798) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:55.003297 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99995bf3-39f9-400d-aa9d-21a491f63825 req-69aeada4-d553-44d3-ad2d-9189ebb7d249 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:55.004748 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-99995bf3-39f9-400d-aa9d-21a491f63825 req-69aeada4-d553-44d3-ad2d-9189ebb7d249 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 944 time: 0.0663333 May 17 15:48:55.036426 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c13ea2b3-bc1a-4a78-9ee9-3a91e900efb4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (ffe5b59a-3684-427d-969b-72d81233aa32), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.075242 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c13ea2b3-bc1a-4a78-9ee9-3a91e900efb4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (ffe5b59a-3684-427d-969b-72d81233aa32), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.085772 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-99995bf3-39f9-400d-aa9d-21a491f63825 req-aef9f64d-17c3-41e2-942e-8015034ae1b6 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739143 May 17 15:48:55.125959 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c13ea2b3-bc1a-4a78-9ee9-3a91e900efb4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ffe5b59a-3684-427d-969b-72d81233aa32), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.128584 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c13ea2b3-bc1a-4a78-9ee9-3a91e900efb4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.129745 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c13ea2b3-bc1a-4a78-9ee9-3a91e900efb4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "DELETE /v2.0/security-groups/ffe5b59a-3684-427d-969b-72d81233aa32 HTTP/1.1" status: 204 len: 168 time: 0.2108424 May 17 15:48:55.132536 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55800) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:55.138377 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ea2b3-bc1a-4a78-9ee9-3a91e900efb4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe5b59a-3684-427d-969b-72d81233aa32,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:55.146717 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-275db10f-6f70-47bf-9a24-ca4a9eddc4d0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] show failed (client error): The resource could not be found. May 17 15:48:55.150746 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55802) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:55.150943 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-275db10f-6f70-47bf-9a24-ca4a9eddc4d0 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups/ffe5b59a-3684-427d-969b-72d81233aa32 HTTP/1.1" status: 404 len: 347 time: 0.0171795 May 17 15:48:55.258833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Deleting port 36ea6348-13da-4437-8d80-695ab12148e7 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:48:55.259171 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (36ea6348-13da-4437-8d80-695ab12148e7), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.338562 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (36ea6348-13da-4437-8d80-695ab12148e7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.338888 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (36ea6348-13da-4437-8d80-695ab12148e7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.351188 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Calling delete_port for 36ea6348-13da-4437-8d80-695ab12148e7 owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:48:55.475358 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (36ea6348-13da-4437-8d80-695ab12148e7), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.502803 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event deleted for resources: {'Port': ['ID=36ea6348-13da-4437-8d80-695ab12148e7,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:55.561749 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (6671b39f-c003-446b-bb62-6d4bcfdb3f08), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.564219 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.567513 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-f652cc41-9d56-459e-a3fb-504b8e538fca tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "DELETE /v2.0/floatingips/6671b39f-c003-446b-bb62-6d4bcfdb3f08 HTTP/1.1" status: 204 len: 168 time: 0.4133546 May 17 15:48:55.653222 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55806) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:55.658152 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-d4b1e0f6-83ad-4bb0-8623-148cc1466a3f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230516929', 'description': 'tempest-description--501065190'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:55.679422 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e0f6-83ad-4bb0-8623-148cc1466a3f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.696443 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:48:55.743701 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:48:55.747073 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e0f6-83ad-4bb0-8623-148cc1466a3f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.749859 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:48:55.750301 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.750941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e0f6-83ad-4bb0-8623-148cc1466a3f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.779791 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e0f6-83ad-4bb0-8623-148cc1466a3f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.783949 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d4b1e0f6-83ad-4bb0-8623-148cc1466a3f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1267066 May 17 15:48:55.783949 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1e0f6-83ad-4bb0-8623-148cc1466a3f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:55.784314 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55808) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:55.789319 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-d350b041-efbd-49c6-bba6-4afad8a76808 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'security_group_rule': {'security_group_id': '2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:55.818750 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d350b041-efbd-49c6-bba6-4afad8a76808 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (e40cdd9b-c1b2-4927-84aa-a3a472ebe055), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.825230 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:48:55.825617 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.847981 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07336f08-accf-4aea-8682-5efa8f66d850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:48:55.850421 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270a49e4-9091-44be-b55c-449d1418850e" -d '{"events": [{"server_uuid": "07336f08-accf-4aea-8682-5efa8f66d850", "name": "network-vif-plugged", "status": "completed", "tag": "b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:48:55.863526 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:48:55.871833 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.873498 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:48:55.875834 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d350b041-efbd-49c6-bba6-4afad8a76808 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (e40cdd9b-c1b2-4927-84aa-a3a472ebe055), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.880962 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d350b041-efbd-49c6-bba6-4afad8a76808 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (e40cdd9b-c1b2-4927-84aa-a3a472ebe055), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.906977 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d350b041-efbd-49c6-bba6-4afad8a76808 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.910885 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d350b041-efbd-49c6-bba6-4afad8a76808 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227252 May 17 15:48:55.910885 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350b041-efbd-49c6-bba6-4afad8a76808 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40cdd9b-c1b2-4927-84aa-a3a472ebe055,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:55.911124 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55814) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:55.915661 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:48:55.915832 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-9d4d3619-742f-4c52-84aa-e7c9c70c642a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'security_group_rule': {'security_group_id': '2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:55.915961 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d1a27eb9-04bf-4a1b-93dc-64e1a3dad03e not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:48:55.945242 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3619-742f-4c52-84aa-e7c9c70c642a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (5213d794-c05d-4abe-ad8d-1f36da45d0d3), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:55.946490 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:55.956062 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290b94fb-23d3-43b8-8634-276ba8609957 x-openstack-request-id: req-290b94fb-23d3-43b8-8634-276ba8609957 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:48:55.956559 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07336f08-accf-4aea-8682-5efa8f66d850", "name": "network-vif-plugged", "status": "completed", "tag": "b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:48:55.956808 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-290b94fb-23d3-43b8-8634-276ba8609957 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:48:55.957249 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290b94fb-23d3-43b8-8634-276ba8609957'] response: {'server_uuid': '07336f08-accf-4aea-8682-5efa8f66d850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'code': 200} May 17 15:48:56.004329 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3619-742f-4c52-84aa-e7c9c70c642a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (5213d794-c05d-4abe-ad8d-1f36da45d0d3), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.008290 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3619-742f-4c52-84aa-e7c9c70c642a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (5213d794-c05d-4abe-ad8d-1f36da45d0d3), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.028544 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d3619-742f-4c52-84aa-e7c9c70c642a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5213d794-c05d-4abe-ad8d-1f36da45d0d3,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:56.034317 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3619-742f-4c52-84aa-e7c9c70c642a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.035499 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-9d4d3619-742f-4c52-84aa-e7c9c70c642a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234195 May 17 15:48:56.038629 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55816) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:56.042880 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:56.065289 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.174249 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b808c74-3562-4b4e-9fa7-31d41d490ed8 req-2ed7a416-a483-42d5-80a9-0f0d126b0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:56.175683 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b808c74-3562-4b4e-9fa7-31d41d490ed8 req-2ed7a416-a483-42d5-80a9-0f0d126b0e54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 1129 time: 0.0859666 May 17 15:48:56.215823 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.237342 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325820c-3c81-48cd-9e6b-311faca6083e req-9da84ec7-ce45-4b59-a856-ec19570e0304 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:56.238856 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d325820c-3c81-48cd-9e6b-311faca6083e req-9da84ec7-ce45-4b59-a856-ec19570e0304 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 945 time: 0.0836189 May 17 15:48:56.312252 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b808c74-3562-4b4e-9fa7-31d41d490ed8 req-ba11ea3b-d6e2-4461-a237-c09692cc1bea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197166 May 17 15:48:56.365174 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d325820c-3c81-48cd-9e6b-311faca6083e req-344eb5ea-eb65-4333-9578-0626cf3569b4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199946 May 17 15:48:56.386286 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Allocated IP 172.27.2.134 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/15bf515a-6d3c-4ee8-bd8c-8b681369a322) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:48:56.484657 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for port (15bf515a-6d3c-4ee8-bd8c-8b681369a322), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.516471 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (15bf515a-6d3c-4ee8-bd8c-8b681369a322), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.556089 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:48:56.558964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:48:56.561473 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:48:56.589754 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'Port': ['ID=15bf515a-6d3c-4ee8-bd8c-8b681369a322,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:56.649289 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (57f3c1aa-abea-4d07-859f-8620998ecc7e), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.684204 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (15bf515a-6d3c-4ee8-bd8c-8b681369a322), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.854152 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for port (15bf515a-6d3c-4ee8-bd8c-8b681369a322), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.858389 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (15bf515a-6d3c-4ee8-bd8c-8b681369a322), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.925589 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'Port': ['ID=15bf515a-6d3c-4ee8-bd8c-8b681369a322,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:56.936774 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (57f3c1aa-abea-4d07-859f-8620998ecc7e), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.951707 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:56.952921 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-6f51aa6c-cfe9-4cd1-8c94-8a82c5581bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9133420 May 17 15:48:57.096714 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-adf95bc6-e9d6-4c59-807f-bf04831f7917 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1230516929&fields=id&tenant_id=bf36f753be81486182665056a949849c HTTP/1.1" status: 200 len: 267 time: 0.0414269 May 17 15:48:57.198343 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-fbde1d9d-a5c0-443b-b849-15da077f97e2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:57.199784 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-fbde1d9d-a5c0-443b-b849-15da077f97e2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 816 time: 0.0966964 May 17 15:48:57.213487 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-acdc1593-2e04-440d-b929-b1b24fc9d986 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/quotas/bf36f753be81486182665056a949849c HTTP/1.1" status: 200 len: 375 time: 0.0085094 May 17 15:48:57.265315 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-680a983d-c52e-439a-bf7f-24a6b0c5fb99 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470769 May 17 15:48:57.358649 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-a816d60d-0c97-4e76-9aae-eb34fa7c7038 service neutron] 10.222.0.75 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813684 May 17 15:48:57.478193 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-9ce87ba1-4c02-4625-bd5c-b350e69fd08f service neutron] 10.222.0.75 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132374 May 17 15:48:57.488965 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d81353-c2d9-47f9-9239-1c40a0b1afb8 req-40a34698-6a6a-4f2c-9d6f-044bdcc9f2bf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:57.490397 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-00d81353-c2d9-47f9-9239-1c40a0b1afb8 req-40a34698-6a6a-4f2c-9d6f-044bdcc9f2bf tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 945 time: 0.0582542 May 17 15:48:57.539676 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-00d81353-c2d9-47f9-9239-1c40a0b1afb8 req-941ea814-462d-485e-b80a-a3982c5dfbe5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435429 May 17 15:48:57.646354 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e5ad9b50-697d-44ce-b094-3fde244b3c17 req-c68b5033-f78a-468f-afcb-449248200d2e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 210 time: 0.0310919 May 17 15:48:58.661929 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cceb5f-89a9-45c5-ba5d-f917fdb763f9 req-2d6005c4-360b-4e00-9c95-309d1ee05305 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:58.664486 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-82cceb5f-89a9-45c5-ba5d-f917fdb763f9 req-2d6005c4-360b-4e00-9c95-309d1ee05305 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 945 time: 0.0565109 May 17 15:48:58.776362 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-24a24825-057a-46f8-8e09-838bed4195fc req-4ec382ca-b1f0-4b9f-8db1-61ea511ab203 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 210 time: 0.0529389 May 17 15:48:58.827268 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-82cceb5f-89a9-45c5-ba5d-f917fdb763f9 req-c63942ed-a551-4eb9-b4df-d892f552d1f0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548283 May 17 15:48:58.862199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-cb2d2975-6fcc-4f96-aad6-ad73e2a9fc38 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:58.863802 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-cb2d2975-6fcc-4f96-aad6-ad73e2a9fc38 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 816 time: 0.1805570 May 17 15:48:58.936969 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316c6c-75a8-4d3e-ba2d-f7ecf0b5d1d0 req-76accb6e-1ace-41a4-89ce-2ac1fdbd1573 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:58.938430 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-74316c6c-75a8-4d3e-ba2d-f7ecf0b5d1d0 req-76accb6e-1ace-41a4-89ce-2ac1fdbd1573 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 945 time: 0.0471222 May 17 15:48:58.947510 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55854) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:48:58.952075 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'floatingip': {'port_id': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:59.000886 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (2dcb2558-0554-4638-954c-5070c873ca13), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.001239 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-03983a8a-c119-47f9-ad96-39e2152e320b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf36f753be81486182665056a949849c HTTP/1.1" status: 200 len: 380 time: 0.0517132 May 17 15:48:59.005760 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'port': {'device_id': '0748c249-ac72-4f86-956e-d02cac507f75', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'admin_state_up': True, 'tenant_id': 'bf36f753be81486182665056a949849c', 'security_groups': ['2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:59.117502 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Made reservation on behalf of bf36f753be81486182665056a949849c for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:48:59.121032 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.248790 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Allocated IP 172.20.0.14 (16bc5678-13ce-4abe-8c13-1d4cfd08569f/cfe766f6-03d5-4f5b-a45d-aa8cac939252/3147fce3-6722-4f48-9760-c37ce1f654e6) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:48:59.383839 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.414671 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.430319 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.433990 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (2dcb2558-0554-4638-954c-5070c873ca13), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.463771 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:48:59.473900 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:48:59.476342 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:48:59.478967 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:48:59.534831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:59.535205 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.537091 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Floating IP 2dcb2558-0554-4638-954c-5070c873ca13 associated. External IP: 172.27.2.131, port: b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f. May 17 15:48:59.551662 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-f795b7c6-fdb0-42a2-9523-35b2c9ea939b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5500338 May 17 15:48:59.644931 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Request body: {'port': {'device_id': '0748c249-ac72-4f86-956e-d02cac507f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:48:59.673133 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-aeeffa9d-dc74-4cc5-9510-b8eb24b6090f None None] Provisioning complete for port 3147fce3-6722-4f48-9760-c37ce1f654e6 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:48:59.673679 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-aeeffa9d-dc74-4cc5-9510-b8eb24b6090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.704340 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.707398 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-aeeffa9d-dc74-4cc5-9510-b8eb24b6090f None None] Port 3147fce3-6722-4f48-9760-c37ce1f654e6 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:48:59.746723 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:48:59.854986 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:48:59.860060 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.865637 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:48:59.875671 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:48:59.876495 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:48:59.896077 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-af74702b-857a-48db-99cd-75f0abbffc34 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "PUT /v2.0/floatingips/2dcb2558-0554-4638-954c-5070c873ca13 HTTP/1.1" status: 200 len: 991 time: 0.9472532 May 17 15:48:59.896624 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07336f08-accf-4aea-8682-5efa8f66d850', 'tag': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:48:59.899304 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a150848bb0330446f24bb0136d1a3bfabbaf4df3899f23fd7b7d6f093f6e07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1579dd-b802-405a-861a-15604994f540" -d '{"events": [{"name": "network-changed", "server_uuid": "07336f08-accf-4aea-8682-5efa8f66d850", "tag": "b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:48:59.953225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827d50e-3bf3-42e0-912f-fc7b72d7fbbe req-872c83cc-c2ee-4295-9d44-b0b92aca6721 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:48:59.954781 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e827d50e-3bf3-42e0-912f-fc7b72d7fbbe req-872c83cc-c2ee-4295-9d44-b0b92aca6721 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 932 time: 0.0875721 May 17 15:48:59.989574 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:48:59.994024 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:49:00.008782 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4982cfa4-2c72-4055-9fff-dde45aaeccc9 x-openstack-request-id: req-4982cfa4-2c72-4055-9fff-dde45aaeccc9 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:00.009274 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07336f08-accf-4aea-8682-5efa8f66d850", "tag": "b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:00.009404 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4982cfa4-2c72-4055-9fff-dde45aaeccc9 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:00.009703 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4982cfa4-2c72-4055-9fff-dde45aaeccc9'] response: {'name': 'network-changed', 'server_uuid': '07336f08-accf-4aea-8682-5efa8f66d850', 'tag': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'status': 'completed', 'code': 200} May 17 15:49:00.217238 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '2dcb2558-0554-4638-954c-5070c873ca13', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:22:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07336f08-accf-4aea-8682-5efa8f66d850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:48:44Z', 'updated_at': '2022-05-17T15:48:59Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:00.243778 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:49:00.252163 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:49:00.252785 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:48:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:00.303567 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e827d50e-3bf3-42e0-912f-fc7b72d7fbbe req-34cde42f-284e-4c6c-846d-d763648ccb56 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351183 May 17 15:49:00.346324 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3147fce3-6722-4f48-9760-c37ce1f654e6 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:49:00.358566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Publish callbacks [] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:00.358922 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:49:00.365561 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1579dd-b802-405a-861a-15604994f540 req-0433fd29-c853-4bf0-8e51-6ac411531b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:00.367213 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca1579dd-b802-405a-861a-15604994f540 req-0433fd29-c853-4bf0-8e51-6ac411531b26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 1129 time: 0.0627525 May 17 15:49:00.384970 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Transition to ACTIVE for port object 3147fce3-6722-4f48-9760-c37ce1f654e6 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:49:00.403374 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:00.526529 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:00.577593 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1579dd-b802-405a-861a-15604994f540 req-1737c474-e8f1-4f36-8069-4fa374f6855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:00.579240 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca1579dd-b802-405a-861a-15604994f540 req-1737c474-e8f1-4f36-8069-4fa374f6855d service neutron] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 916 time: 0.2037051 May 17 15:49:00.643637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Attempting to bind port 3147fce3-6722-4f48-9760-c37ce1f654e6 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:49:00.643972 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Attempting to bind port 3147fce3-6722-4f48-9760-c37ce1f654e6 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:49:00.644306 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Attempting to bind port 3147fce3-6722-4f48-9760-c37ce1f654e6 on network 16bc5678-13ce-4abe-8c13-1d4cfd08569f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:49:00.656130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Port 3147fce3-6722-4f48-9760-c37ce1f654e6 on network 16bc5678-13ce-4abe-8c13-1d4cfd08569f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:49:00.656506 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Attempting to bind port 3147fce3-6722-4f48-9760-c37ce1f654e6 on network 16bc5678-13ce-4abe-8c13-1d4cfd08569f {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:49:00.669430 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca1579dd-b802-405a-861a-15604994f540 req-1b1ef289-8c65-44f2-93d4-1f3f7d731dbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f HTTP/1.1" status: 200 len: 999 time: 0.0833483 May 17 15:49:00.670306 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:49:00.670646 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Checking segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:49:00.671019 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Bound using segment: {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:49:00.671447 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Bound port: 3147fce3-6722-4f48-9760-c37ce1f654e6, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e066a05b-3435-4a94-a5d8-870c56c45b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:49:00.671831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:00.704636 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '2dcb2558-0554-4638-954c-5070c873ca13', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:22:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07336f08-accf-4aea-8682-5efa8f66d850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:48:44Z', 'updated_at': '2022-05-17T15:48:59Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:00.735447 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8603a41-b44a-4d0d-96fb-6150f706ed04 None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '2dcb2558-0554-4638-954c-5070c873ca13', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:22:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07336f08-accf-4aea-8682-5efa8f66d850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:48:44Z', 'updated_at': '2022-05-17T15:48:59Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:49:00.767066 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1579dd-b802-405a-861a-15604994f540 req-46d6e26c-2a64-4bd9-8dfe-e1fbf8f44abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:00.768976 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca1579dd-b802-405a-861a-15604994f540 req-46d6e26c-2a64-4bd9-8dfe-e1fbf8f44abf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0884063 May 17 15:49:00.787991 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:49:00.818714 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:49:00.825344 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1579dd-b802-405a-861a-15604994f540 req-c1bbe281-4f0e-442e-8c67-bf5750cfd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:00.826868 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca1579dd-b802-405a-861a-15604994f540 req-c1bbe281-4f0e-442e-8c67-bf5750cfd237 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519822 May 17 15:49:00.828345 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:00.886967 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:00.887587 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:00.888986 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 200 len: 1094 time: 1.2496746 May 17 15:49:00.891032 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:49:00.893371 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37" -d '{"events": [{"name": "network-changed", "server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:49:00.968190 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-82ae0174-3782-473b-a815-3719b2fd7fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:00.973850 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad532bb-feb4-400a-8f96-7f54588d3244 x-openstack-request-id: req-1ad532bb-feb4-400a-8f96-7f54588d3244 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:00.974646 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:00.975288 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ad532bb-feb4-400a-8f96-7f54588d3244 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:00.976016 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad532bb-feb4-400a-8f96-7f54588d3244'] response: {'name': 'network-changed', 'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'status': 'completed', 'code': 200} May 17 15:49:00.998144 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de9ab4-5e73-4bb5-b6ea-f84a21cdf561 None None] New status for floating IP 2dcb2558-0554-4638-954c-5070c873ca13: ACTIVE {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:49:01.039599 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07c609-d0c7-407b-846a-c1d4f5f786e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:01.089755 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-ec0137b6-cab2-48cb-be47-58ea9db46aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:01.091274 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-ec0137b6-cab2-48cb-be47-58ea9db46aa6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 1128 time: 0.1001425 May 17 15:49:01.097110 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-44583efc-b77f-4250-85c9-5b1bbcbbc851 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826931 May 17 15:49:01.098830 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca1579dd-b802-405a-861a-15604994f540 req-bb1176cb-0942-4e15-b823-4f167aed919d service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654319 May 17 15:49:01.201487 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-4a4c19b5-9205-43e1-a852-853b6368effb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 200 len: 217 time: 0.0924752 May 17 15:49:01.269178 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-2ffaa78f-d9e6-4538-a9e9-725c0deff42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:01.270665 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-2ffaa78f-d9e6-4538-a9e9-725c0deff42c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 1129 time: 0.1414635 May 17 15:49:01.328786 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-4921b6c4-96e8-4fc7-97f2-9f61b074c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:01.330868 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-4921b6c4-96e8-4fc7-97f2-9f61b074c53d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.1218486 May 17 15:49:01.335762 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca1579dd-b802-405a-861a-15604994f540 req-20ad634b-7dbf-4632-9c32-a769e33632cb service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256815 May 17 15:49:01.448512 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-33f828a9-2747-4a77-9cb4-4df4d9e47f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:01.449978 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-33f828a9-2747-4a77-9cb4-4df4d9e47f49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1133919 May 17 15:49:01.475148 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0838213-d06c-43dc-84de-66ee38a56cf1 req-62f0eb6c-5a88-4f41-82f1-e409b6c432f6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:01.476532 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f0838213-d06c-43dc-84de-66ee38a56cf1 req-62f0eb6c-5a88-4f41-82f1-e409b6c432f6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0824909 May 17 15:49:01.488093 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-197c0216-5b92-4ad5-99bf-62c9e1460542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:01.489440 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-197c0216-5b92-4ad5-99bf-62c9e1460542 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 200 len: 920 time: 0.1995900 May 17 15:49:01.571985 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-4ecdc41e-1121-44a5-97ff-9a2ad1cd1654 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88db692-f314-4035-ad7b-ca49d3a51b36 HTTP/1.1" status: 200 len: 217 time: 0.0702279 May 17 15:49:01.634745 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f0838213-d06c-43dc-84de-66ee38a56cf1 req-00997182-57a3-4b3d-8f2e-59341264840b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478765 May 17 15:49:01.653038 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-e1be5e17-16e9-4f81-a91d-493d17a78ee2 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956010 May 17 15:49:01.656442 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-30c7cc59-10ab-4d62-9a15-7a34ecdd10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:01.657745 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-30c7cc59-10ab-4d62-9a15-7a34ecdd10d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 200 len: 858 time: 0.0743437 May 17 15:49:01.745402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-ace75797-b3ea-4702-80bf-bd2ad8aeee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:01.746909 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-ace75797-b3ea-4702-80bf-bd2ad8aeee9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815980 May 17 15:49:01.824988 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1609ea1-4e8e-4755-a28f-9cf824e29fc5 req-84bac9bb-924f-43b9-be98-72c5ca0d7005 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661730 May 17 15:49:01.855136 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-d04627bc-b3ec-4031-b386-76df9bd76550 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020486 May 17 15:49:02.761717 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5b0d-10d3-43c2-8042-a91492806ae7 req-c3a00d58-46d2-440c-a3f0-bae551732749 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:02.763194 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c0de5b0d-10d3-43c2-8042-a91492806ae7 req-c3a00d58-46d2-440c-a3f0-bae551732749 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0476472 May 17 15:49:02.807863 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c0de5b0d-10d3-43c2-8042-a91492806ae7 req-4db203c1-01d8-4eec-8fd4-bdf0c569993d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392649 May 17 15:49:03.417424 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f639-2a4f-4387-ba4b-e7d755a3b1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:03.925413 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcaf98-ccfd-4497-8b6d-1843e3849133 req-42eb646b-957b-4b0b-94ed-ca23d033913a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:03.927079 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7ebcaf98-ccfd-4497-8b6d-1843e3849133 req-42eb646b-957b-4b0b-94ed-ca23d033913a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0492435 May 17 15:49:03.971761 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7ebcaf98-ccfd-4497-8b6d-1843e3849133 req-d64e0ee2-2e06-4ec7-a3dc-a5da803d1d2a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 May 17 15:49:04.315017 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:05.002207 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-c00ea9b7-2a74-43ec-999b-1bc1d4417a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:05.003570 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-c00ea9b7-2a74-43ec-999b-1bc1d4417a46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 1128 time: 0.0871055 May 17 15:49:05.116509 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29a56f24-911c-4b9b-88be-b8a4ab1c5929 req-f0a8f445-5eb8-4533-8728-cf9657b522a2 service neutron] 10.222.0.61 "GET /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013552 May 17 15:49:05.138679 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e591cd-9ed2-4022-894f-b76506a8c31e req-2527c91e-556e-429a-8da4-4f52f89b29bb tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:05.140118 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-22e591cd-9ed2-4022-894f-b76506a8c31e req-2527c91e-556e-429a-8da4-4f52f89b29bb tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0945616 May 17 15:49:05.164892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-72f9fa3c-f2d7-4daa-9134-28190403d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:05.166857 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-72f9fa3c-f2d7-4daa-9134-28190403d621 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.1576307 May 17 15:49:05.201007 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-22e591cd-9ed2-4022-894f-b76506a8c31e req-5e588fb3-b731-4d97-9e13-60fe3d915437 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 May 17 15:49:05.419549 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-33871dae-dde8-4c0a-9d36-131117311e72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 200 len: 217 time: 0.0325434 May 17 15:49:05.468427 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-48d7d7a2-f68b-49e0-ac84-ca0314b51c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:05.469867 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-48d7d7a2-f68b-49e0-ac84-ca0314b51c13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.0430431 May 17 15:49:05.517034 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-ab403319-b11d-4678-8693-7c7651a6be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:05.518509 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-ab403319-b11d-4678-8693-7c7651a6be49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420303 May 17 15:49:05.740858 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:49:05.810569 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-beaa5b20-b08e-4df9-9870-1d36f1c8f43e service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807111 May 17 15:49:05.838997 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:05.850854 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'port_id': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'mac_address': 'fa:16:3e:d8:4e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:49:05.887318 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3147fce3-6722-4f48-9760-c37ce1f654e6 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:49:05.887707 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:05.900729 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3147fce3-6722-4f48-9760-c37ce1f654e6 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:49:05.901336 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de69935e-b5a5-4a7c-8a86-4b52ee2dff37 req-6f248219-272a-4263-a3ba-3216f7bd48c7 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849242 May 17 15:49:05.925199 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:05.929067 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:05.974164 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:06.023220 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:06.280417 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['3147fce3-6722-4f48-9760-c37ce1f654e6'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:49:06.334361 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075a856-42e7-489e-bcda-a9fc938fa823 req-8dcc7b3f-70cc-4db2-b53f-0a10163b91df tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:06.336783 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1075a856-42e7-489e-bcda-a9fc938fa823 req-8dcc7b3f-70cc-4db2-b53f-0a10163b91df tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 945 time: 0.0607250 May 17 15:49:06.399665 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1075a856-42e7-489e-bcda-a9fc938fa823 req-4c83e7a1-1f2c-4f64-ab28-09402fec4e0f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552266 May 17 15:49:07.492555 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:07.519246 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc392b7-7d89-48ce-b230-351d9f682770 req-b0dbe77f-0655-42a8-bdcb-1ef4508877c4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:07.520699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ddc392b7-7d89-48ce-b230-351d9f682770 req-b0dbe77f-0655-42a8-bdcb-1ef4508877c4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 945 time: 0.0493195 May 17 15:49:07.570113 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ddc392b7-7d89-48ce-b230-351d9f682770 req-b6c2a7d6-e153-4e5c-891f-396bbf10963f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 May 17 15:49:07.770068 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:49:07.809015 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 3147fce3-6722-4f48-9760-c37ce1f654e6 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:49:07.814489 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 3147fce3-6722-4f48-9760-c37ce1f654e6 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:49:07.814859 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:07.887103 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3147fce3-6722-4f48-9760-c37ce1f654e6 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:49:07.887481 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:07.909329 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:49:07.912048 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d7b9f-c2e2-49c8-9a2b-e2f12dd8af78" -d '{"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-plugged", "status": "completed", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:49:07.924065 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:07.929350 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:07.952882 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1711d957-eb00-4992-b74f-c9d4152e638d x-openstack-request-id: req-1711d957-eb00-4992-b74f-c9d4152e638d {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:07.953199 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-plugged", "status": "completed", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:07.953465 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1711d957-eb00-4992-b74f-c9d4152e638d {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:07.953846 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1711d957-eb00-4992-b74f-c9d4152e638d'] response: {'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'code': 200} May 17 15:49:07.978226 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:08.112138 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fe7f1-3aea-4c29-b6b4-d45da47332f5 req-952048ce-1380-4b06-8727-f27d4a0c31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:08.113644 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-366fe7f1-3aea-4c29-b6b4-d45da47332f5 req-952048ce-1380-4b06-8727-f27d4a0c31f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 1130 time: 0.0393388 May 17 15:49:08.159325 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-366fe7f1-3aea-4c29-b6b4-d45da47332f5 req-aefc7715-c80a-4436-a90a-9bdb55d389d5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396519 May 17 15:49:08.248052 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6576035-33ab-42aa-8ccd-88e59dcb5364 req-49c044af-ca90-4cdb-beb8-49426041e9a1 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:08.249516 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b6576035-33ab-42aa-8ccd-88e59dcb5364 req-49c044af-ca90-4cdb-beb8-49426041e9a1 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0498211 May 17 15:49:08.297169 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b6576035-33ab-42aa-8ccd-88e59dcb5364 req-a585bd78-5a07-4d8c-bf90-4557a42ce269 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 May 17 15:49:08.694555 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a886-90d6-4d53-84c2-f66c3f3b9d6b req-3f586485-dfe8-420c-93af-9f7dc840b659 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:08.695983 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a99a886-90d6-4d53-84c2-f66c3f3b9d6b req-3f586485-dfe8-420c-93af-9f7dc840b659 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0500228 May 17 15:49:08.743728 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a99a886-90d6-4d53-84c2-f66c3f3b9d6b req-c1f1a386-c809-4b8a-8495-fbb515496a8f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418417 May 17 15:49:09.407305 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbc20d-508c-41c3-bcb9-1690021dd56a req-cdd0790d-93b7-431e-a89e-b6b1a0b928a3 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:09.408669 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8fbbc20d-508c-41c3-bcb9-1690021dd56a req-cdd0790d-93b7-431e-a89e-b6b1a0b928a3 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0447249 May 17 15:49:09.455475 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8fbbc20d-508c-41c3-bcb9-1690021dd56a req-4d32e77c-9dc0-40c9-9d94-03653407a0d8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406184 May 17 15:49:09.864600 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2dbcd-4e23-446d-af00-9980dad94b7e req-c8bfbb5c-bce6-490d-b05c-e4cc1c2c093a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:09.866047 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-23b2dbcd-4e23-446d-af00-9980dad94b7e req-c8bfbb5c-bce6-490d-b05c-e4cc1c2c093a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0460732 May 17 15:49:09.914024 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-23b2dbcd-4e23-446d-af00-9980dad94b7e req-03cb3aa1-a527-414a-a1fd-bfd9bf330754 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424576 May 17 15:49:10.024093 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14af4e3-6c77-404d-92ca-8aab020fa6a5 req-2b682dc1-44ee-430f-9ecf-66e8cebe2754 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:10.025549 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14af4e3-6c77-404d-92ca-8aab020fa6a5 req-2b682dc1-44ee-430f-9ecf-66e8cebe2754 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0461175 May 17 15:49:10.034095 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55898) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:10.038875 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Request body: {'floatingip': {'port_id': '3147fce3-6722-4f48-9760-c37ce1f654e6'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:49:10.074301 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (57f3c1aa-abea-4d07-859f-8620998ecc7e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:10.527078 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:10.538744 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (57f3c1aa-abea-4d07-859f-8620998ecc7e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:10.605820 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20caa37-a65a-4dec-8c17-da5759a9d4ad req-b04f5fa4-4cdc-4a50-9eee-c2f65e7b417e tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:10.607280 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d20caa37-a65a-4dec-8c17-da5759a9d4ad req-b04f5fa4-4cdc-4a50-9eee-c2f65e7b417e tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0790627 May 17 15:49:10.685330 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Floating IP 57f3c1aa-abea-4d07-859f-8620998ecc7e associated. External IP: 172.27.2.134, port: 3147fce3-6722-4f48-9760-c37ce1f654e6. May 17 15:49:10.696151 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d20caa37-a65a-4dec-8c17-da5759a9d4ad req-67e9b780-3260-4fa5-813d-c1d065933327 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826519 May 17 15:49:11.126943 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Router 86530571-bba0-41e0-95f5-ed0f506c1784 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:49:11.225687 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:49:11.230876 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:11.240092 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] Sync routers for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:49:11.249408 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:49:11.250064 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:49:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:11.259520 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-515e439a-b4a8-4f38-9813-46dcbeefad6c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "PUT /v2.0/floatingips/57f3c1aa-abea-4d07-859f-8620998ecc7e HTTP/1.1" status: 200 len: 992 time: 1.2238088 May 17 15:49:11.260097 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:49:11.262355 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff" -d '{"events": [{"name": "network-changed", "server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:49:11.296863 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9563f59-a201-44e8-b6b6-5e8ffe61d67d x-openstack-request-id: req-a9563f59-a201-44e8-b6b6-5e8ffe61d67d {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:11.297154 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:11.297439 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9563f59-a201-44e8-b6b6-5e8ffe61d67d {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:11.297843 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9563f59-a201-44e8-b6b6-5e8ffe61d67d'] response: {'name': 'network-changed', 'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'status': 'completed', 'code': 200} May 17 15:49:11.354696 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:49:11.366679 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-d3b828dd-0b1a-460d-86d8-dbd8863a8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:11.368164 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-d3b828dd-0b1a-460d-86d8-dbd8863a8f08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 1130 time: 0.0394008 May 17 15:49:11.462254 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-885304d9-6ad1-44ad-8000-b42dc5645fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:11.463605 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-885304d9-6ad1-44ad-8000-b42dc5645fd7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.0860848 May 17 15:49:11.533708 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-4e0dc818-3297-419f-8f82-8c24670ce154 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 200 len: 1000 time: 0.0633962 May 17 15:49:11.578919 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '57f3c1aa-abea-4d07-859f-8620998ecc7e', 'tenant_id': 'bf36f753be81486182665056a949849c', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'port_id': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'mac_address': 'fa:16:3e:d8:4e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0748c249-ac72-4f86-956e-d02cac507f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:48:56Z', 'updated_at': '2022-05-17T15:49:10Z', 'revision_number': 1, 'project_id': 'bf36f753be81486182665056a949849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:11.586200 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-cacd889d-b83b-4d85-991b-e1636ed0a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:11.587696 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-cacd889d-b83b-4d85-991b-e1636ed0a251 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.0476131 May 17 15:49:11.604294 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] Checking router: 86530571-bba0-41e0-95f5-ed0f506c1784 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:49:11.612421 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:49:11.613050 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:49:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:11.630566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-27306c63-68f8-41e3-a72f-5a4556a85a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:11.632023 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-27306c63-68f8-41e3-a72f-5a4556a85a02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381889 May 17 15:49:11.717056 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:49:11.728046 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-af3f96ce-1762-4cc9-8abe-a6072abb5e95 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885944 May 17 15:49:11.845817 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f91cef-76de-47a8-84ee-0ff668d16de3 req-6a5983b0-1358-4b8c-b91e-0f53dd8e4505 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:11.847840 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-01f91cef-76de-47a8-84ee-0ff668d16de3 req-6a5983b0-1358-4b8c-b91e-0f53dd8e4505 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0801771 May 17 15:49:11.873556 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a948d4d1-6f2e-46c9-b721-a2d6959ebeff req-149a2494-3488-4b20-b780-0356ddbf8e30 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368446 May 17 15:49:11.905874 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-01f91cef-76de-47a8-84ee-0ff668d16de3 req-0fec18fb-6609-4447-a0ea-9597aee7f49f tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521879 May 17 15:49:11.940680 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '57f3c1aa-abea-4d07-859f-8620998ecc7e', 'tenant_id': 'bf36f753be81486182665056a949849c', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'port_id': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'mac_address': 'fa:16:3e:d8:4e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0748c249-ac72-4f86-956e-d02cac507f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:48:56Z', 'updated_at': '2022-05-17T15:49:10Z', 'revision_number': 1, 'project_id': 'bf36f753be81486182665056a949849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:11.964411 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4160e-341f-47ec-8e8f-7d7e6c33b956 None None] The sync data for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi is: [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '57f3c1aa-abea-4d07-859f-8620998ecc7e', 'tenant_id': 'bf36f753be81486182665056a949849c', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'port_id': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'mac_address': 'fa:16:3e:d8:4e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0748c249-ac72-4f86-956e-d02cac507f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:48:56Z', 'updated_at': '2022-05-17T15:49:10Z', 'revision_number': 1, 'project_id': 'bf36f753be81486182665056a949849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:49:12.139816 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea13f4c-9363-4c85-bea1-3f1329f21d99 None None] New status for floating IP 57f3c1aa-abea-4d07-859f-8620998ecc7e: ACTIVE {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:49:13.022864 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b3faa-8a3e-454f-ae18-998062b1bdb0 req-39920d4e-ce21-4595-a514-d8353a7f838a tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:13.024433 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-542b3faa-8a3e-454f-ae18-998062b1bdb0 req-39920d4e-ce21-4595-a514-d8353a7f838a tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0472324 May 17 15:49:13.071771 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-542b3faa-8a3e-454f-ae18-998062b1bdb0 req-a9a2f953-4fc6-4bbb-a7bb-7403ca774712 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419166 May 17 15:49:14.188926 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a4071-7b90-4a4c-a624-cce80b174955 req-8800ebe3-1d5e-48e9-a687-598881cae044 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:14.190419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9f8a4071-7b90-4a4c-a624-cce80b174955 req-8800ebe3-1d5e-48e9-a687-598881cae044 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0526612 May 17 15:49:14.238841 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9f8a4071-7b90-4a4c-a624-cce80b174955 req-154fcbf1-0ed0-42df-a14e-778a77ed6f0c tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421851 May 17 15:49:15.352989 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9017e6-9f84-4146-8f04-9a560cdc4701 req-69f1c682-b1ab-4053-a4bf-bb4d88b8c5d8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:15.354435 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a9017e6-9f84-4146-8f04-9a560cdc4701 req-69f1c682-b1ab-4053-a4bf-bb4d88b8c5d8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0498056 May 17 15:49:15.401744 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a9017e6-9f84-4146-8f04-9a560cdc4701 req-54f9e38c-2f54-4043-b144-13f04735a9b8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 May 17 15:49:16.513433 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286dec7-2406-4162-abba-b45a0bf1c555 req-f2398721-e4ae-4015-84e7-8e77567dc4a0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:16.514903 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0286dec7-2406-4162-abba-b45a0bf1c555 req-f2398721-e4ae-4015-84e7-8e77567dc4a0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0458872 May 17 15:49:16.563335 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0286dec7-2406-4162-abba-b45a0bf1c555 req-7eb5ae39-b2e1-4211-9411-92e718392a93 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423424 May 17 15:49:17.678708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a40d05-f23e-458a-84d1-899639ec5080 req-44a06163-241f-499f-b508-c48ebf5bd75c tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:17.680139 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77a40d05-f23e-458a-84d1-899639ec5080 req-44a06163-241f-499f-b508-c48ebf5bd75c tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0494521 May 17 15:49:17.731397 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77a40d05-f23e-458a-84d1-899639ec5080 req-668cd17a-f051-4cb1-b38c-a89c5d03e032 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456963 May 17 15:49:18.521126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf534db8-6c49-41ba-8c54-34e325f2b946 req-6a6f06fa-90bf-4b5b-9701-4fde866a4946 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:18.522607 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bf534db8-6c49-41ba-8c54-34e325f2b946 req-6a6f06fa-90bf-4b5b-9701-4fde866a4946 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0486670 May 17 15:49:18.568754 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bf534db8-6c49-41ba-8c54-34e325f2b946 req-f03f514c-dac8-4b19-9b67-0a7a17a80f52 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406334 May 17 15:49:18.856881 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26936688-f18b-4289-869a-8dab1d0f2bc3 req-e7615318-a17d-4071-98a6-6c1fb5b4e4a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:18.858356 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-26936688-f18b-4289-869a-8dab1d0f2bc3 req-e7615318-a17d-4071-98a6-6c1fb5b4e4a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0469413 May 17 15:49:18.909073 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-26936688-f18b-4289-869a-8dab1d0f2bc3 req-f2131088-e751-45af-bcb7-fc472e14ea28 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447271 May 17 15:49:19.684001 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5401627-68a1-45ee-a513-4851ebc804d0 req-61af2626-488f-4796-b6d0-16eeb68fb145 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:19.685449 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a5401627-68a1-45ee-a513-4851ebc804d0 req-61af2626-488f-4796-b6d0-16eeb68fb145 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0491962 May 17 15:49:19.731661 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a5401627-68a1-45ee-a513-4851ebc804d0 req-bee5f1d4-78c0-49f4-bb52-03e0f898c4eb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401495 May 17 15:49:20.027278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272d027-cec1-4c37-86a6-b5857bb06f57 req-a9ce48b0-6ee1-4d30-a139-1985de847d01 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:20.028711 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b272d027-cec1-4c37-86a6-b5857bb06f57 req-a9ce48b0-6ee1-4d30-a139-1985de847d01 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0462899 May 17 15:49:20.075530 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b272d027-cec1-4c37-86a6-b5857bb06f57 req-f2099e65-4a57-43a4-82f6-f246647cfaf4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 May 17 15:49:20.851128 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec60a54-8f39-4703-8909-e29ac990ff41 req-caf98801-800d-4587-8eee-2a4283c96093 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:20.852867 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0ec60a54-8f39-4703-8909-e29ac990ff41 req-caf98801-800d-4587-8eee-2a4283c96093 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0502527 May 17 15:49:20.897874 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0ec60a54-8f39-4703-8909-e29ac990ff41 req-402a682c-3dfe-42bd-ab6c-07010e320201 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395839 May 17 15:49:21.193433 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86725106-1a2b-435e-813e-be1684a7e0a4 req-1718a179-a7b5-494c-b9c7-e3812eb58c66 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:21.194908 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86725106-1a2b-435e-813e-be1684a7e0a4 req-1718a179-a7b5-494c-b9c7-e3812eb58c66 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0467985 May 17 15:49:21.243267 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86725106-1a2b-435e-813e-be1684a7e0a4 req-a59dcae7-8341-458f-91f7-f9bfe71d5c06 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 May 17 15:49:21.634641 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:49:21.726609 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-4dccddd9-bba2-4115-aced-0f49cad3dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:21.728387 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-4dccddd9-bba2-4115-aced-0f49cad3dc83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1130 time: 0.0397108 May 17 15:49:21.822100 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-6e02a577-a649-43ad-827d-868afc366ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:21.823559 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-6e02a577-a649-43ad-827d-868afc366ee8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 200 len: 910 time: 0.0868299 May 17 15:49:21.888664 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-93ab0f2c-4695-4e1f-9002-47c9bae641bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 1001 time: 0.0550292 May 17 15:49:22.015017 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a8bc4-9a7f-42cb-a95e-cf79d205971c req-7acff3d7-f90b-436d-9131-98886e469efb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:22.016457 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2b7a8bc4-9a7f-42cb-a95e-cf79d205971c req-7acff3d7-f90b-436d-9131-98886e469efb tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.0505342 May 17 15:49:22.095500 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2b7a8bc4-9a7f-42cb-a95e-cf79d205971c req-98a37f38-7352-48af-bc76-841221aa1446 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=96c36e3c-6230-4806-a5a1-06d1af0163cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734813 May 17 15:49:22.097239 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-e2a587ad-7a7e-41d3-ab10-373046bdb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:22.098649 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-e2a587ad-7a7e-41d3-ab10-373046bdb8cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45798902-b0eb-4926-b0c6-07c63b6f1955 HTTP/1.1" status: 200 len: 848 time: 0.0639186 May 17 15:49:22.169771 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-4283635b-39e8-43da-a28d-177f01346a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:22.171288 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-4283635b-39e8-43da-a28d-177f01346a65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a771620b-dc1b-42bb-88f6-2cf9877af5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387080 May 17 15:49:22.276250 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-4fa8ccfd-c243-4efd-b7f2-314f4d3b99f5 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875373 May 17 15:49:22.408037 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944db307-f8b2-4cbd-902f-6329714da66f req-a6d686e0-56a6-4286-b818-87e61992f075 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:22.409399 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-944db307-f8b2-4cbd-902f-6329714da66f req-a6d686e0-56a6-4286-b818-87e61992f075 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 945 time: 0.1240759 May 17 15:49:22.450082 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e72fa-d031-416f-a8e6-0563ca254ab0 req-26ba8cac-c9ae-455c-b4c7-5203d6348eca tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:22.451491 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f95e72fa-d031-416f-a8e6-0563ca254ab0 req-26ba8cac-c9ae-455c-b4c7-5203d6348eca tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.1188734 May 17 15:49:22.506576 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07dc6830-d904-470c-896d-69a4d24cfc97 req-92a0f89b-e31a-4e29-8e21-b7f9473fdfd6 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123330 May 17 15:49:22.555815 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Deleting port 58496923-8c39-489f-ae0c-a030f0c47bcc {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:49:22.556153 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:22.563046 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f95e72fa-d031-416f-a8e6-0563ca254ab0 req-980227b9-d623-4cd8-8cc7-c96a2f948938 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040690 May 17 15:49:22.646619 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] For port 58496923-8c39-489f-ae0c-a030f0c47bcc, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=58496923-8c39-489f-ae0c-a030f0c47bcc,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:22.646978 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:22.805440 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:22.805794 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (3215016f-602f-4679-9d51-b7186e247f4d), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:22.806135 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Floating IP 3215016f-602f-4679-9d51-b7186e247f4d disassociated. External IP: 172.27.2.57, port: 58496923-8c39-489f-ae0c-a030f0c47bcc. May 17 15:49:22.806473 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Calling delete_port for 58496923-8c39-489f-ae0c-a030f0c47bcc owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:49:22.928813 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (58496923-8c39-489f-ae0c-a030f0c47bcc), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:22.953476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event deleted for resources: {'Port': ['ID=58496923-8c39-489f-ae0c-a030f0c47bcc,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:23.063837 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Router f216769a-302c-48c1-9bda-0d7e64a0a195 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:49:23.175199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:49:23.184496 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] Sync routers for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:49:23.194858 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:49:23.195479 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:49:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:23.196009 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f2fc9e2c-56de-43b8-8e18-956a92b74b18 req-a07c9e54-6854-4720-a741-7e4c27f207a0 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 210 time: 0.0330458 May 17 15:49:23.234172 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] No DVR routers for this DVR port 58496923-8c39-489f-ae0c-a030f0c47bcc on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:49:23.236692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:23.240516 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-944db307-f8b2-4cbd-902f-6329714da66f req-3f9e7dbc-136d-4793-a678-fe0b32de8645 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "DELETE /v2.0/ports/58496923-8c39-489f-ae0c-a030f0c47bcc HTTP/1.1" status: 204 len: 173 time: 0.8253176 May 17 15:49:23.240951 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'name': 'network-vif-deleted', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:49:23.243242 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64db2da-4c5d-4aff-9b53-4e543b9400f9" -d '{"events": [{"server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "name": "network-vif-deleted", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:49:23.277055 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f1aad6-85ab-42cf-b844-944033a1df35 x-openstack-request-id: req-75f1aad6-85ab-42cf-b844-944033a1df35 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:23.277611 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9d0cdd-63f7-4a69-900b-583bbb9a11f3", "name": "network-vif-deleted", "tag": "58496923-8c39-489f-ae0c-a030f0c47bcc", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:23.277809 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-75f1aad6-85ab-42cf-b844-944033a1df35 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:23.278189 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f1aad6-85ab-42cf-b844-944033a1df35'] response: {'server_uuid': '5c9d0cdd-63f7-4a69-900b-583bbb9a11f3', 'name': 'network-vif-deleted', 'tag': '58496923-8c39-489f-ae0c-a030f0c47bcc', 'status': 'completed', 'code': 200} May 17 15:49:23.309718 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:49:23.499271 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:23.524011 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] Checking router: f216769a-302c-48c1-9bda-0d7e64a0a195 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:49:23.532226 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:49:23.532819 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:49:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:23.681932 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4a6d8-d1c3-48d4-b2f0-4579f1b60876 req-5f8f879d-941e-4230-bbcc-66551860b194 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:23.683563 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-75e4a6d8-d1c3-48d4-b2f0-4579f1b60876 req-5f8f879d-941e-4230-bbcc-66551860b194 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0504844 May 17 15:49:23.737852 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-75e4a6d8-d1c3-48d4-b2f0-4579f1b60876 req-edfc6b38-9fdb-45e1-82a3-9653a8a9c5a8 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486238 May 17 15:49:23.756537 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:49:23.939698 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:23.969044 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4579bfe-6b7e-4b23-8e92-30abdf1adfea None None] The sync data for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi is: [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '753f149d-b955-446a-83cb-56a27cc5d932', 'name': '', 'network_id': 'f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'mac_address': 'fa:16:3e:53:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:11Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'subnets': [{'id': '2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:49:24.173558 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5e41b-28bd-4839-8b2e-e4d6887dfd33 None None] New status for floating IP 3215016f-602f-4679-9d51-b7186e247f4d: DOWN {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:49:24.324025 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d469ff6-c57e-4c23-b421-1ebaa768dc37 req-789fba17-8847-45bf-957d-89b3a2f048d4 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c9d0cdd-63f7-4a69-900b-583bbb9a11f3 HTTP/1.1" status: 200 len: 210 time: 0.0383382 May 17 15:49:24.855922 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f908a-cff0-43c5-b169-bcbecd7002df req-9ffb3214-f2c5-4292-855e-9d051645fe46 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:24.857363 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b94f908a-cff0-43c5-b169-bcbecd7002df req-9ffb3214-f2c5-4292-855e-9d051645fe46 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0499287 May 17 15:49:24.904614 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b94f908a-cff0-43c5-b169-bcbecd7002df req-90494843-e7be-4e1f-948f-3a0ecf372434 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 May 17 15:49:25.096585 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55976) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:25.113961 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bc45-b772-47a6-b0f7-df09c84339d2 req-edcc2dba-31c9-4dd2-909e-daa00350d6ce tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:25.115503 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5728bc45-b772-47a6-b0f7-df09c84339d2 req-edcc2dba-31c9-4dd2-909e-daa00350d6ce tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0473773 May 17 15:49:25.164999 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5728bc45-b772-47a6-b0f7-df09c84339d2 req-9c78574e-faed-42d2-9f05-9823613fc3ea tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 May 17 15:49:25.181907 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-6f7f23ec-2d03-42c6-96e3-8d4f488c81a4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834785 May 17 15:49:25.190951 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-3e2c5945-3a88-4f8f-8ddc-e6a0fd02bb2f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:49:25.191883 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-3e2c5945-3a88-4f8f-8ddc-e6a0fd02bb2f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053852 May 17 15:49:25.275475 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 55984) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:25.322791 dv-cinder-842128-1-iscsi neutron-server[110300]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 15:49:25.370163 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-2aead902-d4e0-4827-a2c4-68f694ad73a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:25.371519 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-2aead902-d4e0-4827-a2c4-68f694ad73a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports/feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 943 time: 0.0950880 May 17 15:49:25.413821 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 55994) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:25.466900 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c621a9f-0800-4bc2-843a-9fe2ba7329dd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group (96c36e3c-6230-4806-a5a1-06d1af0163cd), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:25.491746 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c621a9f-0800-4bc2-843a-9fe2ba7329dd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group (96c36e3c-6230-4806-a5a1-06d1af0163cd), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:25.543403 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c621a9f-0800-4bc2-843a-9fe2ba7329dd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (96c36e3c-6230-4806-a5a1-06d1af0163cd), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:25.546586 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c621a9f-0800-4bc2-843a-9fe2ba7329dd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:25.547877 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0c621a9f-0800-4bc2-843a-9fe2ba7329dd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "DELETE /v2.0/security-groups/96c36e3c-6230-4806-a5a1-06d1af0163cd HTTP/1.1" status: 204 len: 168 time: 0.1329861 May 17 15:49:25.551110 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56000) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:25.558885 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c621a9f-0800-4bc2-843a-9fe2ba7329dd tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c36e3c-6230-4806-a5a1-06d1af0163cd,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:25.564430 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-89da54fc-9598-4f03-b360-34d7a971e5b3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] show failed (client error): The resource could not be found. May 17 15:49:25.566503 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-89da54fc-9598-4f03-b360-34d7a971e5b3 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups/96c36e3c-6230-4806-a5a1-06d1af0163cd HTTP/1.1" status: 404 len: 347 time: 0.0143907 May 17 15:49:25.568218 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56002) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:25.709189 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Deleting port 6041a751-027d-41e4-af22-aa8362e6332b {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:49:25.709453 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (6041a751-027d-41e4-af22-aa8362e6332b), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:25.783667 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (6041a751-027d-41e4-af22-aa8362e6332b), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:25.784568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (6041a751-027d-41e4-af22-aa8362e6332b), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:25.796486 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Calling delete_port for 6041a751-027d-41e4-af22-aa8362e6332b owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:49:25.900434 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 58496923-8c39-489f-ae0c-a030f0c47bcc no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:49:25.920099 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 58496923-8c39-489f-ae0c-a030f0c47bcc {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:49:25.920535 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 58496923-8c39-489f-ae0c-a030f0c47bcc not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:49:25.931942 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (6041a751-027d-41e4-af22-aa8362e6332b), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:25.957135 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event deleted for resources: {'Port': ['ID=6041a751-027d-41e4-af22-aa8362e6332b,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:26.022474 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks [] for floatingip (3215016f-602f-4679-9d51-b7186e247f4d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:26.025038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:26.026186 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1d5f42b7-efef-4aa1-8496-6bc349df7adf tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "DELETE /v2.0/floatingips/3215016f-602f-4679-9d51-b7186e247f4d HTTP/1.1" status: 204 len: 168 time: 0.4567635 May 17 15:49:26.282418 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df0b07-033d-4e39-a147-d4fd656c5e05 req-9e0f2e2b-e0a0-472b-8a54-be7ece64fd82 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:26.283865 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-92df0b07-033d-4e39-a147-d4fd656c5e05 req-9e0f2e2b-e0a0-472b-8a54-be7ece64fd82 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0517230 May 17 15:49:26.336335 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-92df0b07-033d-4e39-a147-d4fd656c5e05 req-44e4c112-045f-499c-8465-72622c4480ba tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457067 May 17 15:49:26.649388 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-b689c2a1-c760-40b4-b9b2-aac03977fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:26.650905 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-b689c2a1-c760-40b4-b9b2-aac03977fbbf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5&tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18 HTTP/1.1" status: 200 len: 1130 time: 0.0395596 May 17 15:49:26.707776 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-5878bbb9-27c5-42d7-bbdc-8f0c683c9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:26.709210 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-5878bbb9-27c5-42d7-bbdc-8f0c683c9716 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1130 time: 0.0376158 May 17 15:49:26.800254 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-c09608b6-4a71-4cf8-9498-68f5aa556e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:26.801670 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-c09608b6-4a71-4cf8-9498-68f5aa556e8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 200 len: 910 time: 0.0870008 May 17 15:49:26.858718 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-ae22f8c7-6ec2-4465-89f7-cbffcb6bed55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 1001 time: 0.0514615 May 17 15:49:26.913728 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-135c90c1-e799-4b2b-9877-0b29f65a7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:26.915034 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-135c90c1-e799-4b2b-9877-0b29f65a7ced service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45798902-b0eb-4926-b0c6-07c63b6f1955 HTTP/1.1" status: 200 len: 848 time: 0.0449870 May 17 15:49:26.955096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-a8add78a-5306-44ed-85ef-be31695795db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:26.957081 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-a8add78a-5306-44ed-85ef-be31695795db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a771620b-dc1b-42bb-88f6-2cf9877af5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366764 May 17 15:49:27.049982 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-57c9bc81-30fc-455d-a794-c03e1705fdd6 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867882 May 17 15:49:27.139951 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a14b8c18-a555-4f54-ba3d-df795eaccd50 req-6eb67c9f-f60b-48c6-8b73-24f4bdbf906f service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839474 May 17 15:49:27.451114 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a67201-4b26-4674-a6bc-e7bc2aa7a355 req-a7a98145-59c0-4830-a9b7-838e516915ea tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:27.452439 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-22a67201-4b26-4674-a6bc-e7bc2aa7a355 req-a7a98145-59c0-4830-a9b7-838e516915ea tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0467300 May 17 15:49:27.499393 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-22a67201-4b26-4674-a6bc-e7bc2aa7a355 req-e1c7dd3c-94fa-4ec2-bbed-b3e09a9fcefb tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 May 17 15:49:27.907558 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device feedabaa-7083-406b-9dfe-1149dc1ff973 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:49:27.978940 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port feedabaa-7083-406b-9dfe-1149dc1ff973 is: ACTIVE; New status is: DOWN {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:49:27.979319 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:28.000518 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:49:28.002755 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7480e12a-bdf1-4c45-9166-cab6d46576d7" -d '{"events": [{"server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "name": "network-vif-unplugged", "status": "completed", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:49:28.014832 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:28.019769 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:28.043445 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 15:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da1b2c1-8fcd-48c4-a6df-e13501a09203 x-openstack-request-id: req-8da1b2c1-8fcd-48c4-a6df-e13501a09203 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:28.043759 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "name": "network-vif-unplugged", "status": "completed", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:28.044106 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8da1b2c1-8fcd-48c4-a6df-e13501a09203 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:28.044504 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da1b2c1-8fcd-48c4-a6df-e13501a09203'] response: {'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'code': 200} May 17 15:49:28.068900 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=6']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:28.490701 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafb363-fabb-41d0-8b75-319191a4d9f7 req-3e2dc9f9-f477-45e0-8972-6fd41f78ab79 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:28.492144 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cfafb363-fabb-41d0-8b75-319191a4d9f7 req-3e2dc9f9-f477-45e0-8972-6fd41f78ab79 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0501544 May 17 15:49:28.538226 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cfafb363-fabb-41d0-8b75-319191a4d9f7 req-4603e8f8-b0da-4b95-864f-a39d9091fc44 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 May 17 15:49:28.613639 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca864ec-8d29-4bfd-acfb-993098832abb req-c06a6754-5b34-438d-87a6-5049406c29b7 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:28.615071 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eca864ec-8d29-4bfd-acfb-993098832abb req-c06a6754-5b34-438d-87a6-5049406c29b7 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0459349 May 17 15:49:28.661134 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eca864ec-8d29-4bfd-acfb-993098832abb req-3ff2bd58-bde6-4742-bdd5-c9cf2c3d9faa tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406730 May 17 15:49:29.016318 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-b265c799-5191-4626-ab12-31b6af69ec4a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:29.017705 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-b265c799-5191-4626-ab12-31b6af69ec4a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 945 time: 0.0453570 May 17 15:49:29.100499 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Deleting port d88db692-f314-4035-ad7b-ca49d3a51b36 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:49:29.100838 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:29.193295 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] For port d88db692-f314-4035-ad7b-ca49d3a51b36, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d88db692-f314-4035-ad7b-ca49d3a51b36,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:29.193645 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:29.209242 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Calling delete_port for d88db692-f314-4035-ad7b-ca49d3a51b36 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:49:29.329422 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (d88db692-f314-4035-ad7b-ca49d3a51b36), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:29.341029 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['d88db692-f314-4035-ad7b-ca49d3a51b36', '41b61a96-78fb-4784-84f7-a1553b8a3cee'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:49:29.357495 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event deleted for resources: {'Port': ['ID=d88db692-f314-4035-ad7b-ca49d3a51b36,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:29.410470 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] No DVR routers for this DVR port d88db692-f314-4035-ad7b-ca49d3a51b36 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:49:29.413057 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:29.416300 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-62e0a2a0-21bf-4e11-aa60-87c0d669e762 req-44014d77-48c4-48c4-b8bd-a2d0d0f1b293 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "DELETE /v2.0/ports/d88db692-f314-4035-ad7b-ca49d3a51b36 HTTP/1.1" status: 204 len: 173 time: 0.3934114 May 17 15:49:29.416737 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cc19bf-e9b1-4087-bffb-757df05d29e5', 'name': 'network-vif-deleted', 'tag': 'd88db692-f314-4035-ad7b-ca49d3a51b36'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:49:29.419194 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d97dec-24fa-487b-8083-cf51d83e574a" -d '{"events": [{"server_uuid": "73cc19bf-e9b1-4087-bffb-757df05d29e5", "name": "network-vif-deleted", "tag": "d88db692-f314-4035-ad7b-ca49d3a51b36"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:49:29.459546 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea184db-9a4c-4d8d-8fe2-cf86f29d9687 x-openstack-request-id: req-2ea184db-9a4c-4d8d-8fe2-cf86f29d9687 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:29.459836 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cc19bf-e9b1-4087-bffb-757df05d29e5", "name": "network-vif-deleted", "tag": "d88db692-f314-4035-ad7b-ca49d3a51b36", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:29.460086 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ea184db-9a4c-4d8d-8fe2-cf86f29d9687 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:29.460480 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea184db-9a4c-4d8d-8fe2-cf86f29d9687'] response: {'server_uuid': '73cc19bf-e9b1-4087-bffb-757df05d29e5', 'name': 'network-vif-deleted', 'tag': 'd88db692-f314-4035-ad7b-ca49d3a51b36', 'status': 'completed', 'code': 200} May 17 15:49:29.643004 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c864cc1-3210-4f0c-808c-44887583ffe7 req-750ed763-1d5e-4d7a-b70e-00d7a5cac4c9 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=73cc19bf-e9b1-4087-bffb-757df05d29e5 HTTP/1.1" status: 200 len: 210 time: 0.0276611 May 17 15:49:29.788826 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed23b-486d-43c6-8b6a-72c24f79507e req-a8b789cf-ed8e-4488-a9c8-6ca09b792641 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:29.790356 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f11ed23b-486d-43c6-8b6a-72c24f79507e req-a8b789cf-ed8e-4488-a9c8-6ca09b792641 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0544360 May 17 15:49:29.849555 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f11ed23b-486d-43c6-8b6a-72c24f79507e req-751df39e-6f7a-4e18-b894-9eb4806ff5c0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525064 May 17 15:49:29.966980 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:30.916270 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85187f5-4c92-420e-b258-aa07db998b04 req-2fc5b251-c04e-4c11-93c8-83e2ea412a04 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:30.917769 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f85187f5-4c92-420e-b258-aa07db998b04 req-2fc5b251-c04e-4c11-93c8-83e2ea412a04 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0493991 May 17 15:49:30.959297 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-29a8c425-276e-4886-8b41-84e9df6e16c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:30.983246 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8138e-bbe3-43d6-ae09-40209185ddc7 req-50d26836-bf57-441c-8fb7-85dd431aaa06 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:30.984689 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f0d8138e-bbe3-43d6-ae09-40209185ddc7 req-50d26836-bf57-441c-8fb7-85dd431aaa06 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0660346 May 17 15:49:31.008295 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f85187f5-4c92-420e-b258-aa07db998b04 req-f3b03c3c-ab9d-4bba-a340-020079206579 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804913 May 17 15:49:31.043714 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f0d8138e-bbe3-43d6-ae09-40209185ddc7 req-5111c6a6-2b49-4ae8-b6f3-4f322ab5e64e tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529392 May 17 15:49:32.130809 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054c710-d2b5-4b88-831f-ac2f085b1dc7 req-e59509e9-2676-4b8f-9030-34f36c72e70d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:32.132227 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9054c710-d2b5-4b88-831f-ac2f085b1dc7 req-e59509e9-2676-4b8f-9030-34f36c72e70d tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0589480 May 17 15:49:32.176014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5958ac4-4123-4995-8f46-bd4357171f05 req-048cfcbd-dad0-4694-ad87-4e2d04771c9f tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:32.186839 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d5958ac4-4123-4995-8f46-bd4357171f05 req-048cfcbd-dad0-4694-ad87-4e2d04771c9f tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0660069 May 17 15:49:32.222181 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9054c710-d2b5-4b88-831f-ac2f085b1dc7 req-a137abc2-48b8-4243-8274-084b0dae2054 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744309 May 17 15:49:32.246963 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d5958ac4-4123-4995-8f46-bd4357171f05 req-469a2479-6a4f-42ad-aa45-221c90a4103f tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549898 May 17 15:49:33.361873 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-189cf70c-1272-408f-aec1-b418aebea8f1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:33.363346 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-189cf70c-1272-408f-aec1-b418aebea8f1 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0875034 May 17 15:49:33.399663 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e86f7-b160-4c4f-9a59-7f1dcab4e1e2 req-d2b26f09-5646-4d28-903c-20ee6f1db440 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:33.401053 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-783e86f7-b160-4c4f-9a59-7f1dcab4e1e2 req-d2b26f09-5646-4d28-903c-20ee6f1db440 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.0927649 May 17 15:49:33.410456 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68997472-bfd4-4f25-b97d-6162d5cf10b1 req-fd932243-854a-4e2a-9575-ef019949bd14 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:33.411887 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-68997472-bfd4-4f25-b97d-6162d5cf10b1 req-fd932243-854a-4e2a-9575-ef019949bd14 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.0850232 May 17 15:49:33.420907 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8e83-a56f-469c-b841-d47b5938499d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:33.483280 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-783e86f7-b160-4c4f-9a59-7f1dcab4e1e2 req-c59196e8-d8c5-4507-9a42-6acd84f9e472 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704610 May 17 15:49:33.487835 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-68997472-bfd4-4f25-b97d-6162d5cf10b1 req-cbc71824-0d45-46e0-ae0c-94f2361fa260 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692682 May 17 15:49:33.927899 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d88db692-f314-4035-ad7b-ca49d3a51b36 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:49:33.948942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: d88db692-f314-4035-ad7b-ca49d3a51b36 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:49:33.949284 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device d88db692-f314-4035-ad7b-ca49d3a51b36 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:49:34.318195 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:34.480912 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Deleting port 41b61a96-78fb-4784-84f7-a1553b8a3cee {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:49:34.481429 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:34.853931 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] For port 41b61a96-78fb-4784-84f7-a1553b8a3cee, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=41b61a96-78fb-4784-84f7-a1553b8a3cee,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:34.854318 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:34.916871 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Calling delete_port for 41b61a96-78fb-4784-84f7-a1553b8a3cee owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:49:34.949031 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb43b-5998-4d5a-9a21-c158538234c8 req-1c1cdc0d-8974-404b-aa69-8a5875242f0a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:34.950514 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-18ecb43b-5998-4d5a-9a21-c158538234c8 req-1c1cdc0d-8974-404b-aa69-8a5875242f0a tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 946 time: 0.3815074 May 17 15:49:34.959389 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593a5e1-a2d9-4e46-b766-79881a4862a5 req-828466ff-9467-497f-b246-19b5dbaa0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:34.960754 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e593a5e1-a2d9-4e46-b766-79881a4862a5 req-828466ff-9467-497f-b246-19b5dbaa0be2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1128 time: 0.1264718 May 17 15:49:34.966602 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597e7d-3ca8-445e-9a90-6ccf493a2e62 req-759a7e4a-efb8-46ef-be7a-f35a0118c6cc tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:34.967934 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f597e7d-3ca8-445e-9a90-6ccf493a2e62 req-759a7e4a-efb8-46ef-be7a-f35a0118c6cc tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 944 time: 0.3940518 May 17 15:49:35.121014 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e593a5e1-a2d9-4e46-b766-79881a4862a5 req-cb1ff95d-7cda-4270-b104-56a904c3ce3c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521919 May 17 15:49:35.138888 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-18ecb43b-5998-4d5a-9a21-c158538234c8 req-9ea7a30d-2a84-412f-bf2f-7dbc7fae1983 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a1956c5-1ac6-457b-8a5d-99abe8db7caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807704 May 17 15:49:35.149550 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f597e7d-3ca8-445e-9a90-6ccf493a2e62 req-afba3e30-4e14-4f0e-a86f-afadbd952573 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455035 May 17 15:49:35.206401 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (41b61a96-78fb-4784-84f7-a1553b8a3cee), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:35.218538 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['41b61a96-78fb-4784-84f7-a1553b8a3cee'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:49:35.239687 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Pushing event deleted for resources: {'Port': ['ID=41b61a96-78fb-4784-84f7-a1553b8a3cee,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:35.282080 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] No DVR routers for this DVR port 41b61a96-78fb-4784-84f7-a1553b8a3cee on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:49:35.284860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:35.288173 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cfd5f5af-1777-4cb1-aa14-06dbe5993a37 req-fcdfd526-d336-4b36-82d7-e8b6125bef56 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.61 "DELETE /v2.0/ports/41b61a96-78fb-4784-84f7-a1553b8a3cee HTTP/1.1" status: 204 len: 173 time: 0.8871424 May 17 15:49:35.288623 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e592f5a-3f22-48bd-b517-5ddd4d5c2503', 'name': 'network-vif-deleted', 'tag': '41b61a96-78fb-4784-84f7-a1553b8a3cee'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:49:35.290869 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d30afb4-9ee9-4a18-b8d0-bc22d9888fb2" -d '{"events": [{"server_uuid": "1e592f5a-3f22-48bd-b517-5ddd4d5c2503", "name": "network-vif-deleted", "tag": "41b61a96-78fb-4784-84f7-a1553b8a3cee"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:49:35.329340 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f184753b-c1ee-451b-90ae-5e9ece4f149d x-openstack-request-id: req-f184753b-c1ee-451b-90ae-5e9ece4f149d {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:35.329634 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e592f5a-3f22-48bd-b517-5ddd4d5c2503", "name": "network-vif-deleted", "tag": "41b61a96-78fb-4784-84f7-a1553b8a3cee", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:35.329889 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f184753b-c1ee-451b-90ae-5e9ece4f149d {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:35.330353 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f184753b-c1ee-451b-90ae-5e9ece4f149d'] response: {'server_uuid': '1e592f5a-3f22-48bd-b517-5ddd4d5c2503', 'name': 'network-vif-deleted', 'tag': '41b61a96-78fb-4784-84f7-a1553b8a3cee', 'status': 'completed', 'code': 200} May 17 15:49:35.931169 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device feedabaa-7083-406b-9dfe-1149dc1ff973 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:49:36.030253 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:36.041173 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:36.051396 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'port_id': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'mac_address': 'fa:16:3e:99:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:49:36.087097 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port feedabaa-7083-406b-9dfe-1149dc1ff973 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:49:36.087476 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:36.099718 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feedabaa-7083-406b-9dfe-1149dc1ff973 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:49:36.119047 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:36.122618 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:36.166703 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=7']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:36.274312 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-03d7dd28-9d75-4345-988d-a69a45370781 req-674bb1d1-4e4a-4ef7-9661-627db5f335b7 tempest-ServerRescueNegativeTestJSON-331336201 tempest-ServerRescueNegativeTestJSON-331336201-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e592f5a-3f22-48bd-b517-5ddd4d5c2503 HTTP/1.1" status: 200 len: 210 time: 0.0544724 May 17 15:49:36.294227 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043db75d-e08f-4cf7-ac41-4ec0b7f00dad req-9398b50a-e266-44a0-9e06-42fff7eb44e2 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:36.295214 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-043db75d-e08f-4cf7-ac41-4ec0b7f00dad req-9398b50a-e266-44a0-9e06-42fff7eb44e2 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 945 time: 0.0737162 May 17 15:49:36.349589 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-043db75d-e08f-4cf7-ac41-4ec0b7f00dad req-cc8933eb-3c4b-4fe1-959b-33cf1e08b3c4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479484 May 17 15:49:37.329801 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56068) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:37.467293 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8a1e9-e1a5-49e8-9585-19b3359b6284 req-8c53eea7-22f8-49c0-a921-3bd0a8df3053 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:49:37.468838 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6ec8a1e9-e1a5-49e8-9585-19b3359b6284 req-8c53eea7-22f8-49c0-a921-3bd0a8df3053 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 945 time: 0.0502346 May 17 15:49:37.495323 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:37.519594 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6ec8a1e9-e1a5-49e8-9585-19b3359b6284 req-ef3c77ad-ed31-43f1-95f6-79534b536460 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446675 May 17 15:49:37.547605 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['feedabaa-7083-406b-9dfe-1149dc1ff973'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:49:37.805558 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (f216769a-302c-48c1-9bda-0d7e64a0a195), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:38.269827 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Deleting port 753f149d-b955-446a-83cb-56a27cc5d932 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:49:38.270207 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (753f149d-b955-446a-83cb-56a27cc5d932), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:38.349722 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] For port 753f149d-b955-446a-83cb-56a27cc5d932, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=753f149d-b955-446a-83cb-56a27cc5d932,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:38.350386 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (753f149d-b955-446a-83cb-56a27cc5d932), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:38.362675 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Calling delete_port for 753f149d-b955-446a-83cb-56a27cc5d932 owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:49:38.489349 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device feedabaa-7083-406b-9dfe-1149dc1ff973 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:49:38.538288 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port feedabaa-7083-406b-9dfe-1149dc1ff973 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:49:38.538980 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:38.542602 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (753f149d-b955-446a-83cb-56a27cc5d932), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:38.567464 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Pushing event deleted for resources: {'Port': ['ID=753f149d-b955-446a-83cb-56a27cc5d932,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:38.611323 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port feedabaa-7083-406b-9dfe-1149dc1ff973 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:49:38.611942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:38.640231 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:49:38.642512 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9b4524-fca7-45d9-987a-2bd6c00d5bfc" -d '{"events": [{"server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "name": "network-vif-plugged", "status": "completed", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:49:38.656004 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:38.661782 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:38.663296 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 41b61a96-78fb-4784-84f7-a1553b8a3cee no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:49:38.688454 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd123c92-f52c-435e-9e36-3f1c066b0ca9 x-openstack-request-id: req-fd123c92-f52c-435e-9e36-3f1c066b0ca9 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:49:38.688764 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "name": "network-vif-plugged", "status": "completed", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:49:38.689019 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd123c92-f52c-435e-9e36-3f1c066b0ca9 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:49:38.689408 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd123c92-f52c-435e-9e36-3f1c066b0ca9'] response: {'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'code': 200} May 17 15:49:38.691133 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 41b61a96-78fb-4784-84f7-a1553b8a3cee {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:49:38.691477 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 41b61a96-78fb-4784-84f7-a1553b8a3cee not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:49:38.735213 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=8']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:38.745131 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (f216769a-302c-48c1-9bda-0d7e64a0a195), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:38.948553 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Router f216769a-302c-48c1-9bda-0d7e64a0a195 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:49:39.046104 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:49:39.051488 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-49737705-f800-45e8-b9a5-b144cf478524 admin admin] 10.222.0.75 "PUT /v2.0/routers/f216769a-302c-48c1-9bda-0d7e64a0a195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7211480 May 17 15:49:39.053950 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56078) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:39.055582 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] Sync routers for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:49:39.065958 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:49:39.066588 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:49:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:39.149797 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks [] for router (f216769a-302c-48c1-9bda-0d7e64a0a195), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.165938 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:49:39.249724 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks [] for router_gateway (f216769a-302c-48c1-9bda-0d7e64a0a195), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.290359 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Deleting port b8da7f48-2e06-4837-9021-5093e69d8c33 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:49:39.290692 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.332486 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:49:38Z', 'revision_number': 5, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port': {'id': 'b8da7f48-2e06-4837-9021-5093e69d8c33', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:51Z', 'updated_at': '2022-05-17T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:39.361912 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] Checking router: f216769a-302c-48c1-9bda-0d7e64a0a195 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:49:39.369962 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] For port b8da7f48-2e06-4837-9021-5093e69d8c33, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b8da7f48-2e06-4837-9021-5093e69d8c33,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:39.370535 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] Routers {'f216769a-302c-48c1-9bda-0d7e64a0a195'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:49:39.370640 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.370743 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:49:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f216769a-302c-48c1-9bda-0d7e64a0a195'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:39.383095 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Calling delete_port for b8da7f48-2e06-4837-9021-5093e69d8c33 owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:49:39.451487 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] Set router f216769a-302c-48c1-9bda-0d7e64a0a195 gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:49:39.503273 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:49:39Z', 'revision_number': 6, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:39.527577 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b0851-01ba-4389-a071-80b226b1d52f None None] The sync data for ids ['f216769a-302c-48c1-9bda-0d7e64a0a195'] in dv-cinder-842128-1-iscsi is: [{'id': 'f216769a-302c-48c1-9bda-0d7e64a0a195', 'name': 'tempest-ServerRescueNegativeTestJSON-1865418586-router', 'tenant_id': '87cc0cd3d0df4dccbc28058b6866d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:50Z', 'updated_at': '2022-05-17T15:49:39Z', 'revision_number': 6, 'project_id': '87cc0cd3d0df4dccbc28058b6866d076', 'gw_port_host': None}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:49:39.548266 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (b8da7f48-2e06-4837-9021-5093e69d8c33), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.573687 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8da7f48-2e06-4837-9021-5093e69d8c33,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:39.634160 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (f216769a-302c-48c1-9bda-0d7e64a0a195), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.730717 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (f216769a-302c-48c1-9bda-0d7e64a0a195), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.732870 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks [] for router_controller (f216769a-302c-48c1-9bda-0d7e64a0a195), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.797638 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (f216769a-302c-48c1-9bda-0d7e64a0a195), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.798321 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f216769a-302c-48c1-9bda-0d7e64a0a195 {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 15:49:39.804023 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.805177 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-651415a5-37b8-4522-8859-e9ff75cb1c7d admin admin] 10.222.0.75 "DELETE /v2.0/routers/f216769a-302c-48c1-9bda-0d7e64a0a195 HTTP/1.1" status: 204 len: 168 time: 0.7503047 May 17 15:49:39.807676 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56080) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:39.851107 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9f3c57-dbf0-4e12-ae5e-93114510ce31 admin admin] Deleting subnet 2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:49:39.854428 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c57-dbf0-4e12-ae5e-93114510ce31 admin admin] Publish callbacks [] for subnet (2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.889375 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c57-dbf0-4e12-ae5e-93114510ce31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13879736'] for subnet (2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:39.999205 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c57-dbf0-4e12-ae5e-93114510ce31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.049805 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c57-dbf0-4e12-ae5e-93114510ce31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13635102'] for subnet (2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.077543 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f3c57-dbf0-4e12-ae5e-93114510ce31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:40.081181 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c57-dbf0-4e12-ae5e-93114510ce31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.084389 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8d9f3c57-dbf0-4e12-ae5e-93114510ce31 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2f2af0f7-ee7f-491f-8cbc-2b54ba059e6f HTTP/1.1" status: 204 len: 168 time: 0.2756174 May 17 15:49:40.086858 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0cdb06-12e7-40ad-be3d-b108bc7d01d3 None None] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:49:40.087282 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56082) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:40.154698 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.195333 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Deleting port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:49:40.195777 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.260785 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] For port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:40.261139 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.274674 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Calling delete_port for 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e owned by network:dhcp {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:49:40.289920 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426970df-476f-41c0-8dc4-a540202919aa None None] DHCP port deletion for f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 15:49:40.328676 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-426970df-476f-41c0-8dc4-a540202919aa None None] Deleting port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e {{(pid=110302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:49:40.329067 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-426970df-476f-41c0-8dc4-a540202919aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), before_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.355965 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.380191 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Pushing event deleted for resources: {'Port': ['ID=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:40.384679 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] No DVR routers for this DVR port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e on host dv-cinder-842128-1-iscsi {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:49:40.399524 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-426970df-476f-41c0-8dc4-a540202919aa None None] For port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,segment=NetworkSegment(f181b2b8-28ee-4470-bad6-3912c43435cc),segment_id=f181b2b8-28ee-4470-bad6-3912c43435cc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:49:40.399898 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-426970df-476f-41c0-8dc4-a540202919aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), precommit_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.415620 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-426970df-476f-41c0-8dc4-a540202919aa None None] Calling delete_port for 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e owned by network:dhcp {{(pid=110302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:49:40.458395 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.479784 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:40.489797 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f181b2b8-28ee-4470-bad6-3912c43435cc') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:40.490136 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f181b2b8-28ee-4470-bad6-3912c43435cc') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:49:40.500935 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13879681'] for segment (f181b2b8-28ee-4470-bad6-3912c43435cc), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.514785 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (f181b2b8-28ee-4470-bad6-3912c43435cc), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.522317 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:49:40.522718 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029102'] for segment (f181b2b8-28ee-4470-bad6-3912c43435cc), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: Traceback (most recent call last): May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: timer() May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: cb(*args, **kw) May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: return func(*args, **kwargs) May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: self._notify() May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: self.callback(batched_events) May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: event.method(event) May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: return f(self, *a, **k) May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._get(url).json() May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:49:40.524698 dv-cinder-842128-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:49:40.589949 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.596990 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.600536 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f HTTP/1.1" status: 204 len: 168 time: 0.5126946 May 17 15:49:40.616606 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb9c4c-51cd-4ca2-a21d-104864757610 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:40.664949 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-426970df-476f-41c0-8dc4-a540202919aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734'] for port (44acf8a2-7f91-4d9c-9ddf-858a53cfd08e), after_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.686600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426970df-476f-41c0-8dc4-a540202919aa None None] Pushing event deleted for resources: {'Port': ['ID=44acf8a2-7f91-4d9c-9ddf-858a53cfd08e,revision_number=None']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:40.688544 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-426970df-476f-41c0-8dc4-a540202919aa None None] Network f39fe23b-2a86-42fb-8f1f-eed84bd4ed4f is not hosted by any dhcp agent {{(pid=110302) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 17 15:49:40.688995 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426970df-476f-41c0-8dc4-a540202919aa None None] No DVR routers for this DVR port 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e on host dv-cinder-842128-1-iscsi {{(pid=110302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:49:40.720230 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56088) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:40.765516 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-452a06ee-75b4-4979-b22a-cb3ad7e3f15e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87cc0cd3d0df4dccbc28058b6866d076&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435584 May 17 15:49:40.768480 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56090) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:40.804175 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b8da7f48-2e06-4837-9021-5093e69d8c33 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:49:40.824612 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: b8da7f48-2e06-4837-9021-5093e69d8c33 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:49:40.825417 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b8da7f48-2e06-4837-9021-5093e69d8c33 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:49:40.825417 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 753f149d-b955-446a-83cb-56a27cc5d932 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:49:40.829855 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Publish callbacks [] for security_group (3a1956c5-1ac6-457b-8a5d-99abe8db7caf), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.846640 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 753f149d-b955-446a-83cb-56a27cc5d932 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:49:40.846988 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 753f149d-b955-446a-83cb-56a27cc5d932 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:49:40.847397 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:49:40.851861 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Publish callbacks [] for security_group (3a1956c5-1ac6-457b-8a5d-99abe8db7caf), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.868013 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:49:40.868291 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 44acf8a2-7f91-4d9c-9ddf-858a53cfd08e not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:49:40.897362 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (3a1956c5-1ac6-457b-8a5d-99abe8db7caf), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.899937 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:40.901054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a1956c5-1ac6-457b-8a5d-99abe8db7caf HTTP/1.1" status: 204 len: 168 time: 0.1316848 May 17 15:49:40.910064 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1956c5-1ac6-457b-8a5d-99abe8db7caf,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:40.917695 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.917977 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.918344 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.918683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.919083 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.919341 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.919666 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.919989 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.920315 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.920635 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.920957 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.921282 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.921600 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.921917 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:40.922305 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d287a-bc67-407f-bba9-2174d3886b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.204013 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56208) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:51.305698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-00186e76-fcf2-43d5-ba65-3f496c5e1c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:51.378793 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-00186e76-fcf2-43d5-ba65-3f496c5e1c85 admin admin] Publish callbacks [] for security_group (08f14b5f-a701-47fb-9de6-bff8e2b6749e), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:51.382241 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-00186e76-fcf2-43d5-ba65-3f496c5e1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (08f14b5f-a701-47fb-9de6-bff8e2b6749e), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:51.419258 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-00186e76-fcf2-43d5-ba65-3f496c5e1c85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d60e9e497094744b410f33cbfce2b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142000 May 17 15:49:51.420198 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00186e76-fcf2-43d5-ba65-3f496c5e1c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f14b5f-a701-47fb-9de6-bff8e2b6749e,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:51.421934 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56212) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:49:51.469470 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Publish callbacks [] for security_group (08f14b5f-a701-47fb-9de6-bff8e2b6749e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:51.489826 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Publish callbacks [] for security_group (08f14b5f-a701-47fb-9de6-bff8e2b6749e), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:51.536202 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (08f14b5f-a701-47fb-9de6-bff8e2b6749e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:51.538706 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:49:51.539814 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08f14b5f-a701-47fb-9de6-bff8e2b6749e HTTP/1.1" status: 204 len: 168 time: 0.1168654 May 17 15:49:51.547062 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f14b5f-a701-47fb-9de6-bff8e2b6749e,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:49:51.554682 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.555024 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.555383 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.555721 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.556047 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.556369 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.556688 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.557014 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.557309 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.557643 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.557945 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.558327 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.558657 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.558909 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:51.559213 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903c73f-9815-457a-833d-20d073765f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:49:58.634518 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:49:59.973943 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:00.964359 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f51f7e56-ca28-450a-a3ab-4189d7072f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:01.980344 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-ad3ccd92-19b6-49f4-a0b7-c95995e079ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401208 May 17 15:50:02.038279 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-99de9408-bc96-4677-8d69-dcf6ca4bb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:02.039697 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-99de9408-bc96-4677-8d69-dcf6ca4bb86f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1130 time: 0.0385034 May 17 15:50:02.140811 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-b2acdc5c-cdbc-4f5c-a21c-57ed8ab525c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:02.142896 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-b2acdc5c-cdbc-4f5c-a21c-57ed8ab525c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 200 len: 910 time: 0.0841911 May 17 15:50:02.199859 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-a7763fed-4cef-4650-a3f6-d22b8c147ca6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 1001 time: 0.0516922 May 17 15:50:02.246941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-58e86eff-c7a5-471a-aa08-4866eff798ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:02.248270 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-58e86eff-c7a5-471a-aa08-4866eff798ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45798902-b0eb-4926-b0c6-07c63b6f1955 HTTP/1.1" status: 200 len: 848 time: 0.0415215 May 17 15:50:02.295921 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-b32cd9e9-0ee1-4f7d-b83c-2edb409e25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:02.297339 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-b32cd9e9-0ee1-4f7d-b83c-2edb409e25d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a771620b-dc1b-42bb-88f6-2cf9877af5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399885 May 17 15:50:02.383009 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-e3fcb431-2ed7-43d9-8872-cff7b10a8455 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793443 May 17 15:50:02.484466 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-895bb6a7-c5ce-4693-ab88-a5af4dd38961 req-2ae0e37a-139a-4b74-b5c5-17f76b9cc187 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945652 May 17 15:50:02.821344 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56352) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:02.922686 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-716e984a-a5f4-45a3-b798-183e0913eb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:02.994730 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-716e984a-a5f4-45a3-b798-183e0913eb3c admin admin] Publish callbacks [] for security_group (e7535729-2120-45bf-a836-965ff004fbf1), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:02.998541 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-716e984a-a5f4-45a3-b798-183e0913eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (e7535729-2120-45bf-a836-965ff004fbf1), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.034925 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-716e984a-a5f4-45a3-b798-183e0913eb3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3c71f39f93dd49a483d1f7497648563e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124045 May 17 15:50:03.036718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e984a-a5f4-45a3-b798-183e0913eb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7535729-2120-45bf-a836-965ff004fbf1,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:03.037500 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56356) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:03.084562 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb8fa-4e73-44c9-8ec4-1016887d9b03 admin admin] Publish callbacks [] for security_group (e7535729-2120-45bf-a836-965ff004fbf1), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.108604 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb8fa-4e73-44c9-8ec4-1016887d9b03 admin admin] Publish callbacks [] for security_group (e7535729-2120-45bf-a836-965ff004fbf1), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.153399 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb8fa-4e73-44c9-8ec4-1016887d9b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (e7535729-2120-45bf-a836-965ff004fbf1), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.156071 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb8fa-4e73-44c9-8ec4-1016887d9b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.157240 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f3ecb8fa-4e73-44c9-8ec4-1016887d9b03 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e7535729-2120-45bf-a836-965ff004fbf1 HTTP/1.1" status: 204 len: 168 time: 0.1186929 May 17 15:50:03.165364 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecb8fa-4e73-44c9-8ec4-1016887d9b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7535729-2120-45bf-a836-965ff004fbf1,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:03.412332 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56362) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:03.423142 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2096f994-fb1e-4e35-af7f-6fb78a1452f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.427603 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-428df40a-0565-4b9d-b829-8ccece4f304e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.502735 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-428df40a-0565-4b9d-b829-8ccece4f304e admin admin] Publish callbacks [] for security_group (c6a0c962-a293-42d3-a508-a63d612838c1), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.506329 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-428df40a-0565-4b9d-b829-8ccece4f304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (c6a0c962-a293-42d3-a508-a63d612838c1), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.542726 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428df40a-0565-4b9d-b829-8ccece4f304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0c962-a293-42d3-a508-a63d612838c1,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:03.547900 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-428df40a-0565-4b9d-b829-8ccece4f304e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d93ad8cbd2ed4047b20d17998c6c82b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345055 May 17 15:50:03.551431 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56364) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:03.598212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e713137-936d-4b5f-b754-c98278b528ab admin admin] Publish callbacks [] for security_group (c6a0c962-a293-42d3-a508-a63d612838c1), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.618571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e713137-936d-4b5f-b754-c98278b528ab admin admin] Publish callbacks [] for security_group (c6a0c962-a293-42d3-a508-a63d612838c1), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.667685 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e713137-936d-4b5f-b754-c98278b528ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (c6a0c962-a293-42d3-a508-a63d612838c1), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.670263 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e713137-936d-4b5f-b754-c98278b528ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:03.671406 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3e713137-936d-4b5f-b754-c98278b528ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6a0c962-a293-42d3-a508-a63d612838c1 HTTP/1.1" status: 204 len: 168 time: 0.1189718 May 17 15:50:03.679244 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e713137-936d-4b5f-b754-c98278b528ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0c962-a293-42d3-a508-a63d612838c1,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:04.319979 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:06.028127 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:07.500634 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:09.307005 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56448) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:09.407044 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3217f27c-0245-42a0-8b34-8713595abc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:09.481037 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3217f27c-0245-42a0-8b34-8713595abc36 admin admin] Publish callbacks [] for security_group (0be8866f-18a7-4a09-a53e-8eb44ad3be6d), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:09.484737 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3217f27c-0245-42a0-8b34-8713595abc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (0be8866f-18a7-4a09-a53e-8eb44ad3be6d), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:09.521852 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3217f27c-0245-42a0-8b34-8713595abc36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=faec257af3ac45b9812739edbfa71ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138357 May 17 15:50:09.522784 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217f27c-0245-42a0-8b34-8713595abc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be8866f-18a7-4a09-a53e-8eb44ad3be6d,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:09.524658 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56452) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:09.571385 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1ce53130-d9fc-453b-a5f4-508106fe49b6 admin admin] Publish callbacks [] for security_group (0be8866f-18a7-4a09-a53e-8eb44ad3be6d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:09.592008 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1ce53130-d9fc-453b-a5f4-508106fe49b6 admin admin] Publish callbacks [] for security_group (0be8866f-18a7-4a09-a53e-8eb44ad3be6d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:09.640099 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1ce53130-d9fc-453b-a5f4-508106fe49b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (0be8866f-18a7-4a09-a53e-8eb44ad3be6d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:09.643460 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1ce53130-d9fc-453b-a5f4-508106fe49b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:09.644588 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1ce53130-d9fc-453b-a5f4-508106fe49b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0be8866f-18a7-4a09-a53e-8eb44ad3be6d HTTP/1.1" status: 204 len: 168 time: 0.1189525 May 17 15:50:09.652210 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce53130-d9fc-453b-a5f4-508106fe49b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be8866f-18a7-4a09-a53e-8eb44ad3be6d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:09.913566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56458) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:09.927108 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7fef68af-86d8-4fdb-9a98-655cf861121d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:10.000468 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7fef68af-86d8-4fdb-9a98-655cf861121d admin admin] Publish callbacks [] for security_group (efcbcb20-295a-4992-b887-88ce1df33544), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:10.004156 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7fef68af-86d8-4fdb-9a98-655cf861121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (efcbcb20-295a-4992-b887-88ce1df33544), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:10.039635 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef68af-86d8-4fdb-9a98-655cf861121d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcbcb20-295a-4992-b887-88ce1df33544,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:10.044027 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7fef68af-86d8-4fdb-9a98-655cf861121d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=469387c33ec741aa98447afd6e635335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293876 May 17 15:50:10.046904 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56460) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:10.100379 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-985142cd-2b85-4833-8c96-dd08a7d15123 admin admin] Publish callbacks [] for security_group (efcbcb20-295a-4992-b887-88ce1df33544), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:10.121330 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-985142cd-2b85-4833-8c96-dd08a7d15123 admin admin] Publish callbacks [] for security_group (efcbcb20-295a-4992-b887-88ce1df33544), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:10.167280 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-985142cd-2b85-4833-8c96-dd08a7d15123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (efcbcb20-295a-4992-b887-88ce1df33544), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:10.169833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-985142cd-2b85-4833-8c96-dd08a7d15123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:10.171040 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-985142cd-2b85-4833-8c96-dd08a7d15123 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/efcbcb20-295a-4992-b887-88ce1df33544 HTTP/1.1" status: 204 len: 168 time: 0.1232655 May 17 15:50:10.178894 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985142cd-2b85-4833-8c96-dd08a7d15123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcbcb20-295a-4992-b887-88ce1df33544,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:11.179586 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56492) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:11.281288 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f585-b6e2-4745-88a6-f9ec4a209d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:11.355101 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f585-b6e2-4745-88a6-f9ec4a209d14 admin admin] Publish callbacks [] for security_group (2960094a-cc61-4630-a6d6-f0d25b2c2303), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:11.358708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f585-b6e2-4745-88a6-f9ec4a209d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (2960094a-cc61-4630-a6d6-f0d25b2c2303), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:11.396285 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0fd9f585-b6e2-4745-88a6-f9ec4a209d14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56d32bd5d5ce49a487f84b8b8a85d2a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156010 May 17 15:50:11.397347 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9f585-b6e2-4745-88a6-f9ec4a209d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2960094a-cc61-4630-a6d6-f0d25b2c2303,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:11.399111 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56496) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:11.446209 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81163d10-7389-4c21-9720-a37782d2e3dd admin admin] Publish callbacks [] for security_group (2960094a-cc61-4630-a6d6-f0d25b2c2303), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:11.466535 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81163d10-7389-4c21-9720-a37782d2e3dd admin admin] Publish callbacks [] for security_group (2960094a-cc61-4630-a6d6-f0d25b2c2303), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:11.512035 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81163d10-7389-4c21-9720-a37782d2e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (2960094a-cc61-4630-a6d6-f0d25b2c2303), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:11.514510 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81163d10-7389-4c21-9720-a37782d2e3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:11.515635 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-81163d10-7389-4c21-9720-a37782d2e3dd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2960094a-cc61-4630-a6d6-f0d25b2c2303 HTTP/1.1" status: 204 len: 168 time: 0.1155486 May 17 15:50:11.523000 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81163d10-7389-4c21-9720-a37782d2e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960094a-cc61-4630-a6d6-f0d25b2c2303,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:12.517425 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56530) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:12.616815 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a87df935-d877-4a67-9af2-12da32401c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:12.688418 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a87df935-d877-4a67-9af2-12da32401c1c admin admin] Publish callbacks [] for security_group (9e8fdf54-7a09-45f6-9291-4c27f92a866a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:12.692836 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a87df935-d877-4a67-9af2-12da32401c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9e8fdf54-7a09-45f6-9291-4c27f92a866a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:12.732053 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a87df935-d877-4a67-9af2-12da32401c1c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1c8877d0ed641f8bd58a6bf85c0099e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135689 May 17 15:50:12.732856 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87df935-d877-4a67-9af2-12da32401c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8fdf54-7a09-45f6-9291-4c27f92a866a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:12.734765 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56534) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:12.785780 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c366c706-11cd-4bb2-9cd7-5d867bbc3853 admin admin] Publish callbacks [] for security_group (9e8fdf54-7a09-45f6-9291-4c27f92a866a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:12.805512 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c366c706-11cd-4bb2-9cd7-5d867bbc3853 admin admin] Publish callbacks [] for security_group (9e8fdf54-7a09-45f6-9291-4c27f92a866a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:12.851879 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c366c706-11cd-4bb2-9cd7-5d867bbc3853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9e8fdf54-7a09-45f6-9291-4c27f92a866a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:12.854895 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c366c706-11cd-4bb2-9cd7-5d867bbc3853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:12.856191 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c366c706-11cd-4bb2-9cd7-5d867bbc3853 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e8fdf54-7a09-45f6-9291-4c27f92a866a HTTP/1.1" status: 204 len: 168 time: 0.1204476 May 17 15:50:12.864297 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366c706-11cd-4bb2-9cd7-5d867bbc3853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8fdf54-7a09-45f6-9291-4c27f92a866a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:23.511967 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56678) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:23.613658 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0f632723-7287-464a-ad0d-4dc51a13a1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:23.688200 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0f632723-7287-464a-ad0d-4dc51a13a1b3 admin admin] Publish callbacks [] for security_group (ff43218e-6089-4205-a6f7-66bdf64e7a94), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:23.692502 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0f632723-7287-464a-ad0d-4dc51a13a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ff43218e-6089-4205-a6f7-66bdf64e7a94), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:23.730966 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0f632723-7287-464a-ad0d-4dc51a13a1b3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f5faad12ace4644ae90f61be4d40da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178960 May 17 15:50:23.732149 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f632723-7287-464a-ad0d-4dc51a13a1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43218e-6089-4205-a6f7-66bdf64e7a94,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:23.733717 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56682) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:23.781612 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31cc0fb5-2fe9-4481-98db-c12488f9f1be admin admin] Publish callbacks [] for security_group (ff43218e-6089-4205-a6f7-66bdf64e7a94), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:23.802929 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31cc0fb5-2fe9-4481-98db-c12488f9f1be admin admin] Publish callbacks [] for security_group (ff43218e-6089-4205-a6f7-66bdf64e7a94), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:23.847648 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31cc0fb5-2fe9-4481-98db-c12488f9f1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ff43218e-6089-4205-a6f7-66bdf64e7a94), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:23.850249 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-31cc0fb5-2fe9-4481-98db-c12488f9f1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:23.851363 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-31cc0fb5-2fe9-4481-98db-c12488f9f1be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ff43218e-6089-4205-a6f7-66bdf64e7a94 HTTP/1.1" status: 204 len: 168 time: 0.1166642 May 17 15:50:23.858904 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc0fb5-2fe9-4481-98db-c12488f9f1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43218e-6089-4205-a6f7-66bdf64e7a94,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:29.971124 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:30.956387 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4f96a920-6e0f-4e9a-b300-1407e56b7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:33.425595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2f91743f-59f9-427c-936d-49885e769f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:33.826287 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56762) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:33.927869 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8b3c-88fe-4d6f-a79b-8a7385988552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:33.999129 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8b3c-88fe-4d6f-a79b-8a7385988552 admin admin] Publish callbacks [] for security_group (754beff8-7d82-4daf-9d19-3d4fb2d0880a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:34.002617 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8b3c-88fe-4d6f-a79b-8a7385988552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (754beff8-7d82-4daf-9d19-3d4fb2d0880a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:34.039160 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a5ef8b3c-88fe-4d6f-a79b-8a7385988552 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3710ae5816284aa6be7afb1960838fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118502 May 17 15:50:34.040046 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef8b3c-88fe-4d6f-a79b-8a7385988552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754beff8-7d82-4daf-9d19-3d4fb2d0880a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:34.041872 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56766) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:34.088701 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d459326b-3421-4ae3-bc38-7b4352b33bdd admin admin] Publish callbacks [] for security_group (754beff8-7d82-4daf-9d19-3d4fb2d0880a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:34.112689 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d459326b-3421-4ae3-bc38-7b4352b33bdd admin admin] Publish callbacks [] for security_group (754beff8-7d82-4daf-9d19-3d4fb2d0880a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:34.157957 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d459326b-3421-4ae3-bc38-7b4352b33bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (754beff8-7d82-4daf-9d19-3d4fb2d0880a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:34.161242 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d459326b-3421-4ae3-bc38-7b4352b33bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:34.162396 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d459326b-3421-4ae3-bc38-7b4352b33bdd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/754beff8-7d82-4daf-9d19-3d4fb2d0880a HTTP/1.1" status: 204 len: 168 time: 0.1194775 May 17 15:50:34.169991 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459326b-3421-4ae3-bc38-7b4352b33bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754beff8-7d82-4daf-9d19-3d4fb2d0880a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:34.325375 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:35.635761 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:50:36.030727 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:37.504911 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:48.724426 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df840ba-eac4-4e76-8913-4ad33bee645d req-fd005d24-6c7e-48bc-a06a-6bb0454e6063 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:48.725835 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7df840ba-eac4-4e76-8913-4ad33bee645d req-fd005d24-6c7e-48bc-a06a-6bb0454e6063 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 945 time: 0.0466750 May 17 15:50:48.773637 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7df840ba-eac4-4e76-8913-4ad33bee645d req-d64877ba-8b8d-4d65-9a3e-ee51c9b2bb25 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 May 17 15:50:49.885585 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9c9a7-bc2a-4c40-8cf9-6a1c52749e07 req-ab0c1e2c-ab03-42e0-a944-2f90d39c7b65 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:49.887023 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-94d9c9a7-bc2a-4c40-8cf9-6a1c52749e07 req-ab0c1e2c-ab03-42e0-a944-2f90d39c7b65 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 945 time: 0.0458181 May 17 15:50:49.936204 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-94d9c9a7-bc2a-4c40-8cf9-6a1c52749e07 req-1f1eb5b5-2483-4bee-b788-74bb8831148c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 May 17 15:50:50.632214 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-343c335a-8c90-40dc-9c5b-627e578d80ca tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:50.633598 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-343c335a-8c90-40dc-9c5b-627e578d80ca tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 945 time: 0.0455041 May 17 15:50:50.711879 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Deleting port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:50:50.712215 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:50.812105 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] For port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:50:50.812462 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:50.963866 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:50.964366 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (2dcb2558-0554-4638-954c-5070c873ca13), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:50.964366 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Floating IP 2dcb2558-0554-4638-954c-5070c873ca13 disassociated. External IP: 172.27.2.131, port: b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f. May 17 15:50:50.964606 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Calling delete_port for b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:50:51.062820 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1631bd5-fc39-436a-9409-afe9b8007045 req-45cab6f0-4ebc-4da7-ae38-7237583cb01c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:51.064251 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b1631bd5-fc39-436a-9409-afe9b8007045 req-45cab6f0-4ebc-4da7-ae38-7237583cb01c tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 945 time: 0.0581172 May 17 15:50:51.148644 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b1631bd5-fc39-436a-9409-afe9b8007045 req-ea3286d1-173e-425a-8186-48fdacd3caa4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=58eb577c-78da-478d-b085-d833ee3283b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738328 May 17 15:50:51.162804 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:51.197554 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'Port': ['ID=b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:51.207846 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.208197 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.208540 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.208877 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.209209 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.209540 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.209868 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.210225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.211038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.211038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.211221 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.211483 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.211802 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.212119 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.212438 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:51.314555 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:50:51.413247 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:50:51.424720 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:50:51.434584 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:50:51.435193 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:50:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:50:51.459161 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] No DVR routers for this DVR port b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:50:51.461666 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:51.464868 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-beba5548-75e8-4949-809c-7a5b8edf9773 req-cfabedac-c012-4c03-8ed8-d9796cffd14f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "DELETE /v2.0/ports/b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f HTTP/1.1" status: 204 len: 173 time: 0.8260672 May 17 15:50:51.465238 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07336f08-accf-4aea-8682-5efa8f66d850', 'name': 'network-vif-deleted', 'tag': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:50:51.467481 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd6fbab-4ad5-426d-81e1-c69c7fd84302" -d '{"events": [{"server_uuid": "07336f08-accf-4aea-8682-5efa8f66d850", "name": "network-vif-deleted", "tag": "b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:50:51.511233 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31f04b-e03d-43c3-9956-dc18bf958b10 x-openstack-request-id: req-9c31f04b-e03d-43c3-9956-dc18bf958b10 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:50:51.511522 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07336f08-accf-4aea-8682-5efa8f66d850", "name": "network-vif-deleted", "tag": "b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:50:51.511773 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c31f04b-e03d-43c3-9956-dc18bf958b10 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:50:51.512165 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c31f04b-e03d-43c3-9956-dc18bf958b10'] response: {'server_uuid': '07336f08-accf-4aea-8682-5efa8f66d850', 'name': 'network-vif-deleted', 'tag': 'b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f', 'status': 'completed', 'code': 200} May 17 15:50:51.542782 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:50:51.747658 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:50:51.773193 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:50:51.782481 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:50:51.783147 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:50:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:50:51.886646 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:50:52.141572 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:50:52.169538 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ac4a9-bc90-4d87-af0c-8207a813293f None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:50:52.272021 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-465675a1-0a71-4c97-90d7-466611567372 req-9495fd78-d38a-428d-8379-da1a1b21380f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=07336f08-accf-4aea-8682-5efa8f66d850 HTTP/1.1" status: 200 len: 210 time: 0.0284336 May 17 15:50:52.401491 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016894f-c6b0-4dfe-83d5-b3b84d58a611 None None] New status for floating IP 2dcb2558-0554-4638-954c-5070c873ca13: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:50:53.355527 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56854) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:53.407961 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fcdba319-a317-4b25-b533-c6cda7475cf5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (58eb577c-78da-478d-b085-d833ee3283b9), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.430504 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fcdba319-a317-4b25-b533-c6cda7475cf5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (58eb577c-78da-478d-b085-d833ee3283b9), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.477861 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fcdba319-a317-4b25-b533-c6cda7475cf5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (58eb577c-78da-478d-b085-d833ee3283b9), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.480402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fcdba319-a317-4b25-b533-c6cda7475cf5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.481526 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-fcdba319-a317-4b25-b533-c6cda7475cf5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "DELETE /v2.0/security-groups/58eb577c-78da-478d-b085-d833ee3283b9 HTTP/1.1" status: 204 len: 168 time: 0.1250119 May 17 15:50:53.484447 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56856) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:53.491152 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdba319-a317-4b25-b533-c6cda7475cf5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eb577c-78da-478d-b085-d833ee3283b9,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:53.500927 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-7b402cea-cf05-41b0-8d44-f3c13f1cdfc9 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] show failed (client error): The resource could not be found. May 17 15:50:53.501940 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7b402cea-cf05-41b0-8d44-f3c13f1cdfc9 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups/58eb577c-78da-478d-b085-d833ee3283b9 HTTP/1.1" status: 404 len: 347 time: 0.0164933 May 17 15:50:53.505386 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56858) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:53.612287 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Deleting port ccc798ca-488a-472d-bdad-f21dbab6bca4 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:50:53.613420 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (ccc798ca-488a-472d-bdad-f21dbab6bca4), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.686514 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (ccc798ca-488a-472d-bdad-f21dbab6bca4), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.686728 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (ccc798ca-488a-472d-bdad-f21dbab6bca4), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.698353 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Calling delete_port for ccc798ca-488a-472d-bdad-f21dbab6bca4 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:50:53.826391 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (ccc798ca-488a-472d-bdad-f21dbab6bca4), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.848339 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'Port': ['ID=ccc798ca-488a-472d-bdad-f21dbab6bca4,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:53.862451 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.862803 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.863148 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.863483 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.863818 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.864151 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.864479 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.864805 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.865129 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.865469 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.865781 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.866132 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.866456 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.866776 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.867095 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:50:53.924730 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (2dcb2558-0554-4638-954c-5070c873ca13), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.927456 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:53.928679 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f7cce868-d5d4-4842-9236-98a3df22aad1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "DELETE /v2.0/floatingips/2dcb2558-0554-4638-954c-5070c873ca13 HTTP/1.1" status: 204 len: 168 time: 0.4224188 May 17 15:50:53.993569 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56862) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:53.998066 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-a195f8b4-6dd9-4271-81b7-c6404e6d97b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144023976', 'description': 'tempest-description--1307102871'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:50:54.018508 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a195f8b4-6dd9-4271-81b7-c6404e6d97b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.279283 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a195f8b4-6dd9-4271-81b7-c6404e6d97b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (11b635f7-e56a-425b-aabb-b7182bce3d69), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.282632 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a195f8b4-6dd9-4271-81b7-c6404e6d97b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (11b635f7-e56a-425b-aabb-b7182bce3d69), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.309530 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a195f8b4-6dd9-4271-81b7-c6404e6d97b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.313383 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a195f8b4-6dd9-4271-81b7-c6404e6d97b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3161688 May 17 15:50:54.314351 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56868) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:54.314948 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195f8b4-6dd9-4271-81b7-c6404e6d97b3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b635f7-e56a-425b-aabb-b7182bce3d69,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:54.319494 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-e3d1244a-4561-408a-9b85-068de49f9f3b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group_rule': {'security_group_id': '11b635f7-e56a-425b-aabb-b7182bce3d69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:50:54.348939 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e3d1244a-4561-408a-9b85-068de49f9f3b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (710d8e64-fd1a-4457-a053-c33eb3016649), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.413708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e3d1244a-4561-408a-9b85-068de49f9f3b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (710d8e64-fd1a-4457-a053-c33eb3016649), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.417509 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e3d1244a-4561-408a-9b85-068de49f9f3b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (710d8e64-fd1a-4457-a053-c33eb3016649), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.435424 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1244a-4561-408a-9b85-068de49f9f3b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710d8e64-fd1a-4457-a053-c33eb3016649,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:54.444102 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e3d1244a-4561-408a-9b85-068de49f9f3b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.447837 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e3d1244a-4561-408a-9b85-068de49f9f3b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299558 May 17 15:50:54.448040 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56872) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:54.452233 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-3b297a7c-203f-48dd-bb2a-8a0b9668c67b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'security_group_rule': {'security_group_id': '11b635f7-e56a-425b-aabb-b7182bce3d69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:50:54.479279 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3b297a7c-203f-48dd-bb2a-8a0b9668c67b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (7b1bb309-05ea-4086-ae52-6a755f67bda1), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.538256 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3b297a7c-203f-48dd-bb2a-8a0b9668c67b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (7b1bb309-05ea-4086-ae52-6a755f67bda1), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.542016 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3b297a7c-203f-48dd-bb2a-8a0b9668c67b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (7b1bb309-05ea-4086-ae52-6a755f67bda1), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.566308 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b297a7c-203f-48dd-bb2a-8a0b9668c67b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1bb309-05ea-4086-ae52-6a755f67bda1,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:54.581310 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3b297a7c-203f-48dd-bb2a-8a0b9668c67b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.585895 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 56876) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:50:54.586386 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3b297a7c-203f-48dd-bb2a-8a0b9668c67b tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372731 May 17 15:50:54.591612 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:50:54.616339 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.695633 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.801679 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Allocated IP 172.27.2.191 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/cf542f09-c80e-43b5-8d58-6be3c03a03f4) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:50:54.899812 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:50:54.903857 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (cf542f09-c80e-43b5-8d58-6be3c03a03f4), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.919730 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:50:54.920070 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b109c6fb-d9d9-4da5-9dd8-4e94cdfb2b8f not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:50:54.937290 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (cf542f09-c80e-43b5-8d58-6be3c03a03f4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:54.971812 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:50:54.975072 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:50:54.978813 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:50:55.005468 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=cf542f09-c80e-43b5-8d58-6be3c03a03f4,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:55.068227 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:55.103426 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (cf542f09-c80e-43b5-8d58-6be3c03a03f4), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:55.279313 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (cf542f09-c80e-43b5-8d58-6be3c03a03f4), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:55.282759 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (cf542f09-c80e-43b5-8d58-6be3c03a03f4), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:55.346382 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=cf542f09-c80e-43b5-8d58-6be3c03a03f4,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:55.358326 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:55.373376 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:55.374590 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-76d50eec-a9ea-4507-8114-c201b69fce3e tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7869170 May 17 15:50:55.567099 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-11ee5b41-145d-4416-82a9-16b81980c820 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1144023976&fields=id&tenant_id=b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 267 time: 0.0399494 May 17 15:50:55.672075 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be397-8598-4b51-bc3f-1399fc106747 req-a9ece01e-98b2-44f9-8a40-115451a3cf84 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:55.673534 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-a9ece01e-98b2-44f9-8a40-115451a3cf84 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 815 time: 0.1001704 May 17 15:50:55.687267 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-c7569546-a6eb-4b86-a83d-b0c94f6f523f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/quotas/b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 375 time: 0.0085089 May 17 15:50:55.734792 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2580744f-e13e-4475-9e8c-d5f411308660 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427473 May 17 15:50:55.920998 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-457b8d74-ff99-418e-a0c6-61504ee204d3 service neutron] 10.222.0.75 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752045 May 17 15:50:56.008847 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-22d179a2-1ad5-4d1f-8c1d-07a435935a00 service neutron] 10.222.0.75 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822034 May 17 15:50:56.165930 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d2a561bd-326f-44b1-ae14-360a4b37709b req-3bfd4e87-d1d1-4e5d-84f1-99fa267f0844 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 210 time: 0.0324769 May 17 15:50:56.557395 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebf22d-88ea-48fe-b132-3368bcb82966 req-6e02164c-2d7d-45cc-8aed-e60f70106386 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:56.558859 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07ebf22d-88ea-48fe-b132-3368bcb82966 req-6e02164c-2d7d-45cc-8aed-e60f70106386 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0461953 May 17 15:50:56.607364 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07ebf22d-88ea-48fe-b132-3368bcb82966 req-6e52839b-0c51-4190-bae1-108080b7599c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427382 May 17 15:50:57.104622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be397-8598-4b51-bc3f-1399fc106747 req-febfec3a-0f9a-4e08-b8f4-b428185d1226 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:57.106079 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-febfec3a-0f9a-4e08-b8f4-b428185d1226 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 815 time: 0.1043944 May 17 15:50:57.179052 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-db3d0d16-650b-4043-90af-328096a1b755 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b23dc4cf2a954ab8a64c81eac9080a70 HTTP/1.1" status: 200 len: 380 time: 0.0636635 May 17 15:50:57.249560 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'port': {'device_id': '542eabc5-0397-4192-be08-167bb6e4ab75', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'admin_state_up': True, 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'security_groups': ['11b635f7-e56a-425b-aabb-b7182bce3d69']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:50:57.276710 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d6e8c3dc-1710-4ad0-a0a1-da1536d83108 req-1df5a640-a245-4ba0-9fef-c1defd6c02d1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 210 time: 0.0417202 May 17 15:50:57.365379 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Made reservation on behalf of b23dc4cf2a954ab8a64c81eac9080a70 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:50:57.368658 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:57.489354 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Allocated IP 172.20.0.11 (670d118c-c4c6-4faf-9e34-d28bf36911ac/c9742d3f-de54-4522-b7a6-17c406b4f52f/f52b50f9-a507-4651-8cf9-47e24b497db7) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:50:57.623369 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:57.654179 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:57.703060 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:50:57.721055 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:50:57.729641 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:50:57.759647 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event updated for resources: {'Port': ['ID=f52b50f9-a507-4651-8cf9-47e24b497db7,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:57.780271 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79eeac-2c7c-4ac6-8514-e4c8334e0446 req-03f31fc6-5fc4-45fa-84df-7cbf51ced597 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:57.781792 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-af79eeac-2c7c-4ac6-8514-e4c8334e0446 req-03f31fc6-5fc4-45fa-84df-7cbf51ced597 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0976744 May 17 15:50:57.811449 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:57.812048 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:57.841233 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d781fb54-7c44-4702-ba7a-7ac57d77fda7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968285 May 17 15:50:57.854269 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Request body: {'port': {'device_id': '542eabc5-0397-4192-be08-167bb6e4ab75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:50:57.861181 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-af79eeac-2c7c-4ac6-8514-e4c8334e0446 req-f9a3c01b-712a-4155-b3f4-616d4c4207ae tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725477 May 17 15:50:57.915568 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-e9a005a7-f105-4a2e-b9fe-481632f44fac None None] Provisioning complete for port f52b50f9-a507-4651-8cf9-47e24b497db7 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:50:57.916593 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e9a005a7-f105-4a2e-b9fe-481632f44fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:57.922861 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:57.946265 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-e9a005a7-f105-4a2e-b9fe-481632f44fac None None] Port f52b50f9-a507-4651-8cf9-47e24b497db7 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:50:58.205317 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52b50f9-a507-4651-8cf9-47e24b497db7 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:50:58.213390 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Publish callbacks [] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:58.225243 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Transition to ACTIVE for port object f52b50f9-a507-4651-8cf9-47e24b497db7 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:50:58.228564 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:58.277382 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=f52b50f9-a507-4651-8cf9-47e24b497db7,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:58.362136 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Attempting to bind port f52b50f9-a507-4651-8cf9-47e24b497db7 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:50:58.362616 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Attempting to bind port f52b50f9-a507-4651-8cf9-47e24b497db7 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:50:58.363044 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Attempting to bind port f52b50f9-a507-4651-8cf9-47e24b497db7 on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:50:58.386748 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Port f52b50f9-a507-4651-8cf9-47e24b497db7 on network 670d118c-c4c6-4faf-9e34-d28bf36911ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:50:58.387091 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Attempting to bind port f52b50f9-a507-4651-8cf9-47e24b497db7 on network 670d118c-c4c6-4faf-9e34-d28bf36911ac {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:50:58.398367 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:50:58.398653 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Checking segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:50:58.399036 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Bound using segment: {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:50:58.399471 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Bound port: f52b50f9-a507-4651-8cf9-47e24b497db7, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:50:58.399828 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:58.407349 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95806c8f-fd98-44cd-8b94-eddcc4b90593 req-a08a8c6c-44b8-415f-8c68-11781b5c8fcd tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:58.408886 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-95806c8f-fd98-44cd-8b94-eddcc4b90593 req-a08a8c6c-44b8-415f-8c68-11781b5c8fcd tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 944 time: 0.0615282 May 17 15:50:58.493660 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-95806c8f-fd98-44cd-8b94-eddcc4b90593 req-40384fcc-b784-4346-ae06-c230baadb667 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766242 May 17 15:50:58.512532 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] For port f52b50f9-a507-4651-8cf9-47e24b497db7, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:50:58.515682 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] For port f52b50f9-a507-4651-8cf9-47e24b497db7, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=f52b50f9-a507-4651-8cf9-47e24b497db7,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:50:58.522278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:58.562208 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:58.562845 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:50:58.564169 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] 10.222.0.61 "PUT /v2.0/ports/f52b50f9-a507-4651-8cf9-47e24b497db7 HTTP/1.1" status: 200 len: 1094 time: 0.7149665 May 17 15:50:58.564596 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542eabc5-0397-4192-be08-167bb6e4ab75', 'tag': 'f52b50f9-a507-4651-8cf9-47e24b497db7'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:50:58.567520 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b29466f-0ae0-474a-a180-0d1f15481bce" -d '{"events": [{"name": "network-changed", "server_uuid": "542eabc5-0397-4192-be08-167bb6e4ab75", "tag": "f52b50f9-a507-4651-8cf9-47e24b497db7"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:50:58.591504 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc270a-0309-4682-8a19-eea259b96ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=f52b50f9-a507-4651-8cf9-47e24b497db7,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:50:58.636844 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d157765-c6f1-4b8b-bc0c-24ec343aa686 x-openstack-request-id: req-3d157765-c6f1-4b8b-bc0c-24ec343aa686 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:50:58.637498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542eabc5-0397-4192-be08-167bb6e4ab75", "tag": "f52b50f9-a507-4651-8cf9-47e24b497db7", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:50:58.637498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d157765-c6f1-4b8b-bc0c-24ec343aa686 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:50:58.637813 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d157765-c6f1-4b8b-bc0c-24ec343aa686'] response: {'name': 'network-changed', 'server_uuid': '542eabc5-0397-4192-be08-167bb6e4ab75', 'tag': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'status': 'completed', 'code': 200} May 17 15:50:58.649977 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be397-8598-4b51-bc3f-1399fc106747 req-0c7a47dc-bade-4b91-b0cb-efb6ff655a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:58.651417 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-0c7a47dc-bade-4b91-b0cb-efb6ff655a5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 1128 time: 0.0507743 May 17 15:50:58.692554 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-777e794c-541e-438e-8953-3e21f0d4e45e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52b50f9-a507-4651-8cf9-47e24b497db7 HTTP/1.1" status: 200 len: 217 time: 0.0327656 May 17 15:50:58.740651 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d268e200-f18c-4a96-a7d0-cb59d02d6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:58.742106 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-d268e200-f18c-4a96-a7d0-cb59d02d6cc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0440407 May 17 15:50:59.060188 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be397-8598-4b51-bc3f-1399fc106747 req-ef038e50-087e-489e-9956-586a2fcadd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:59.061661 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-ef038e50-087e-489e-9956-586a2fcadd8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3135338 May 17 15:50:59.083682 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3891bf-c778-4da2-8f16-7bfb2219899c req-30d3351a-d9cd-4cd5-a123-f586ffd338cd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:59.085010 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bf3891bf-c778-4da2-8f16-7bfb2219899c req-30d3351a-d9cd-4cd5-a123-f586ffd338cd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0598443 May 17 15:50:59.178337 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bf3891bf-c778-4da2-8f16-7bfb2219899c req-0aa49763-6ee3-46a7-8e7c-ed85a8419d1c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845830 May 17 15:50:59.191302 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-01580f2f-4000-49c6-a18d-1b32b45f879f service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223290 May 17 15:50:59.276210 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e61be397-8598-4b51-bc3f-1399fc106747 req-ac3fc17e-dfdc-40cc-b025-29f99c9d0fb7 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797198 May 17 15:50:59.611726 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b095fa5-dfeb-44b2-89e4-6487da302753 req-154af7db-afae-436f-a61b-43ca0013b097 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:50:59.613205 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b095fa5-dfeb-44b2-89e4-6487da302753 req-154af7db-afae-436f-a61b-43ca0013b097 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 944 time: 0.0501962 May 17 15:50:59.658761 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b095fa5-dfeb-44b2-89e4-6487da302753 req-212d5bd9-99a0-4937-b4b3-ba5d076d0636 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 May 17 15:50:59.968912 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:00.295125 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06284d5e-e1df-4c6a-947e-688d6efe68b8 req-0c239a94-0a8b-41f5-a82e-9bf28f85b454 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:00.296562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06284d5e-e1df-4c6a-947e-688d6efe68b8 req-0c239a94-0a8b-41f5-a82e-9bf28f85b454 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0461705 May 17 15:51:00.343427 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06284d5e-e1df-4c6a-947e-688d6efe68b8 req-6ff5a2fb-94b7-4139-be2a-dcc02a494837 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 May 17 15:51:00.779487 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df4972-dad2-4536-8f13-0385b33aaec6 req-269e3e2e-0c24-402b-9b59-eff68c0c8a5f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:00.780368 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86df4972-dad2-4536-8f13-0385b33aaec6 req-269e3e2e-0c24-402b-9b59-eff68c0c8a5f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 944 time: 0.0496147 May 17 15:51:00.825256 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86df4972-dad2-4536-8f13-0385b33aaec6 req-95a2d1d6-7bd0-4eac-83d4-25044031e940 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394521 May 17 15:51:00.958429 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fc838ce9-e149-4cd0-b446-e045cad766eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:01.464034 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-57baf96f-6e77-4438-aeaa-ac252b6d8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:01.465492 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-57baf96f-6e77-4438-aeaa-ac252b6d8dd8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 1128 time: 0.0651338 May 17 15:51:01.478860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cc06d-1e37-4cae-b55a-dab255f5cb62 req-248fa804-9874-443a-a409-277d5f21a546 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:01.480205 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f1cc06d-1e37-4cae-b55a-dab255f5cb62 req-248fa804-9874-443a-a409-277d5f21a546 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0531299 May 17 15:51:01.579383 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f1cc06d-1e37-4cae-b55a-dab255f5cb62 req-e7cda755-fa0e-4d89-8f71-055b05d48f46 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905797 May 17 15:51:01.598262 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-60ee1e42-59c5-4118-adc8-83152d301816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:01.599692 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-60ee1e42-59c5-4118-adc8-83152d301816 service neutron] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 916 time: 0.1186688 May 17 15:51:01.636368 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-127e66a3-1a84-4a53-a64c-cd2dc400752c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52b50f9-a507-4651-8cf9-47e24b497db7 HTTP/1.1" status: 200 len: 217 time: 0.0307288 May 17 15:51:01.687521 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-f9d2e308-3377-4e79-a807-a0abc52e21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:01.688903 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-f9d2e308-3377-4e79-a807-a0abc52e21ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0463696 May 17 15:51:01.734344 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-3f9806f2-7fe7-4247-8a2c-7d269386fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:01.735833 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-3f9806f2-7fe7-4247-8a2c-7d269386fbc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416214 May 17 15:51:01.824962 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-8bcbf32d-5997-4135-aaec-a06f19881dd5 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834787 May 17 15:51:01.949599 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0ace2-198d-4e2a-9d84-91de098b575c req-29725279-57cc-4b4b-9d6c-60533c041af2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:01.950980 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-84d0ace2-198d-4e2a-9d84-91de098b575c req-29725279-57cc-4b4b-9d6c-60533c041af2 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 944 time: 0.0578225 May 17 15:51:01.952887 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b29466f-0ae0-474a-a180-0d1f15481bce req-902ab656-debd-43eb-892d-6aaadfadaa82 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220937 May 17 15:51:02.005610 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-84d0ace2-198d-4e2a-9d84-91de098b575c req-7b25805b-0c48-49c9-8b4d-0a21ba5eead3 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450022 May 17 15:51:02.695616 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2d7f8-f611-4adb-a0c5-5b9ecd44afa4 req-7bcecb4f-2be4-4ec9-8d55-d55250542b25 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:02.697051 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-43d2d7f8-f611-4adb-a0c5-5b9ecd44afa4 req-7bcecb4f-2be4-4ec9-8d55-d55250542b25 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0456064 May 17 15:51:02.743170 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-43d2d7f8-f611-4adb-a0c5-5b9ecd44afa4 req-57e5214d-ec2c-40de-aaa2-d4b4da83e301 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 May 17 15:51:02.938455 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device f52b50f9-a507-4651-8cf9-47e24b497db7 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:51:03.033966 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port f52b50f9-a507-4651-8cf9-47e24b497db7, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=f52b50f9-a507-4651-8cf9-47e24b497db7,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:03.045377 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'port_id': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'mac_address': 'fa:16:3e:d9:80:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:51:03.079600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port f52b50f9-a507-4651-8cf9-47e24b497db7 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:51:03.079977 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:03.092452 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52b50f9-a507-4651-8cf9-47e24b497db7 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:51:03.111734 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port f52b50f9-a507-4651-8cf9-47e24b497db7, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=f52b50f9-a507-4651-8cf9-47e24b497db7,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:03.116342 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:03.125378 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdba21-9f46-42bb-8a7b-c751032a80f2 req-e2c72df1-5b5e-462f-aff3-381b6e485bfc tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:03.126893 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8dcdba21-9f46-42bb-8a7b-c751032a80f2 req-e2c72df1-5b5e-462f-aff3-381b6e485bfc tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 944 time: 0.0507393 May 17 15:51:03.165317 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=f52b50f9-a507-4651-8cf9-47e24b497db7,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:03.172183 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.172523 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.172856 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.173185 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.173509 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.173829 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.174176 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.174496 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.174932 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.175253 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.175566 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.175886 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.176134 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8dcdba21-9f46-42bb-8a7b-c751032a80f2 req-24c01387-5547-45e0-b60c-98132d1bbaa7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 May 17 15:51:03.176260 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.176499 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.176809 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:51:03.427205 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-69402cbd-3986-4f15-8a97-b23f6e85fbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:03.511408 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['f52b50f9-a507-4651-8cf9-47e24b497db7'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:51:03.863613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7797b2-f34d-45b6-b6e0-86c54d836135 req-3fdcc7b0-8296-41d0-8cc7-e244a79b3998 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:03.865040 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ad7797b2-f34d-45b6-b6e0-86c54d836135 req-3fdcc7b0-8296-41d0-8cc7-e244a79b3998 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0497780 May 17 15:51:03.912053 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ad7797b2-f34d-45b6-b6e0-86c54d836135 req-db19af16-b8ed-46cd-9682-b9fcffccc986 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415316 May 17 15:51:04.293355 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e4a90-41d0-4b9a-a789-22b57bea5247 req-62c18f42-fdbe-44b4-8bb4-c0eb052afeb1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:04.294843 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-963e4a90-41d0-4b9a-a789-22b57bea5247 req-62c18f42-fdbe-44b4-8bb4-c0eb052afeb1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 945 time: 0.0468595 May 17 15:51:04.326697 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:04.340844 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-963e4a90-41d0-4b9a-a789-22b57bea5247 req-e4ffb872-51e7-4b2e-bb98-9b37b38b191f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 May 17 15:51:04.938696 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device f52b50f9-a507-4651-8cf9-47e24b497db7 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:51:04.983397 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port f52b50f9-a507-4651-8cf9-47e24b497db7 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:51:04.990087 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port f52b50f9-a507-4651-8cf9-47e24b497db7 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:51:04.990460 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:05.035264 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd935ea-8e0d-4e22-a71e-f1783b3e9161 req-ece9a6a8-24c8-4b81-8667-fb09e02716d2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:05.036685 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cd935ea-8e0d-4e22-a71e-f1783b3e9161 req-ece9a6a8-24c8-4b81-8667-fb09e02716d2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0509591 May 17 15:51:05.061100 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port f52b50f9-a507-4651-8cf9-47e24b497db7 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:51:05.061476 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:05.084097 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cd935ea-8e0d-4e22-a71e-f1783b3e9161 req-a7d31cbb-96dc-49a1-b9d8-952cdd013529 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 May 17 15:51:05.084326 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542eabc5-0397-4192-be08-167bb6e4ab75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52b50f9-a507-4651-8cf9-47e24b497db7'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:51:05.086434 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7521564-fa8f-40e3-b506-aee207ddeba8" -d '{"events": [{"server_uuid": "542eabc5-0397-4192-be08-167bb6e4ab75", "name": "network-vif-plugged", "status": "completed", "tag": "f52b50f9-a507-4651-8cf9-47e24b497db7"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:51:05.100328 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port f52b50f9-a507-4651-8cf9-47e24b497db7, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=f52b50f9-a507-4651-8cf9-47e24b497db7,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:05.105049 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:05.132576 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf1895f-4eb0-4c7d-a62e-97bb15c03464 x-openstack-request-id: req-5cf1895f-4eb0-4c7d-a62e-97bb15c03464 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:51:05.132867 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542eabc5-0397-4192-be08-167bb6e4ab75", "name": "network-vif-plugged", "status": "completed", "tag": "f52b50f9-a507-4651-8cf9-47e24b497db7", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:51:05.133117 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5cf1895f-4eb0-4c7d-a62e-97bb15c03464 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:51:05.133499 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf1895f-4eb0-4c7d-a62e-97bb15c03464'] response: {'server_uuid': '542eabc5-0397-4192-be08-167bb6e4ab75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'code': 200} May 17 15:51:05.159494 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=f52b50f9-a507-4651-8cf9-47e24b497db7,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:05.286247 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825bf1b-a037-4675-bd5f-cb027bafb2f0 req-c04ca57f-ca11-4ca9-bb8c-b70fc1a510ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:05.287576 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e825bf1b-a037-4675-bd5f-cb027bafb2f0 req-c04ca57f-ca11-4ca9-bb8c-b70fc1a510ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 1130 time: 0.0370245 May 17 15:51:05.328837 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e825bf1b-a037-4675-bd5f-cb027bafb2f0 req-4468f459-224d-4947-859b-7923f07ab323 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359204 May 17 15:51:05.450492 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61295565-8995-4627-be69-0725d842fc9a req-c6b66dcc-fc4c-46df-ad04-927d7eb01afb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:05.451914 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61295565-8995-4627-be69-0725d842fc9a req-c6b66dcc-fc4c-46df-ad04-927d7eb01afb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 946 time: 0.0454566 May 17 15:51:05.499699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61295565-8995-4627-be69-0725d842fc9a req-4b1cd5e6-1b2e-43ca-b0eb-38735f12ed1d tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 May 17 15:51:06.033687 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:06.207788 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2df10b-b289-4d86-aa24-27900d02da4f req-0e04dba7-da35-40f7-90c0-dd321fd43eb7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:06.209277 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2e2df10b-b289-4d86-aa24-27900d02da4f req-0e04dba7-da35-40f7-90c0-dd321fd43eb7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0459528 May 17 15:51:06.259047 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2e2df10b-b289-4d86-aa24-27900d02da4f req-c7bb472f-8eb2-4962-b6f2-1bcfd0e489f8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 May 17 15:51:06.613193 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c246-7b99-485f-ad80-fad58437806f req-e315b192-2d1a-439a-82a6-e022f05c6c92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:06.614699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b545c246-7b99-485f-ad80-fad58437806f req-e315b192-2d1a-439a-82a6-e022f05c6c92 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 946 time: 0.0463927 May 17 15:51:06.659032 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b545c246-7b99-485f-ad80-fad58437806f req-69eab9e8-7d91-4085-965d-ff5bf88e4262 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388980 May 17 15:51:07.379831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad4eaf-1a1a-4159-82ca-e2ddc083a244 req-07c4f287-6c5f-4cd2-a676-8dd438f610a5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:07.381284 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2fad4eaf-1a1a-4159-82ca-e2ddc083a244 req-07c4f287-6c5f-4cd2-a676-8dd438f610a5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0489604 May 17 15:51:07.425481 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2fad4eaf-1a1a-4159-82ca-e2ddc083a244 req-446782ed-f688-4908-87e5-2591b722423c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386801 May 17 15:51:07.507018 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:07.770869 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74866-874a-43f2-bf8c-f100418dbb09 req-2a266355-f9fb-4633-a8b3-cd6a530eee89 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:07.772298 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-23f74866-874a-43f2-bf8c-f100418dbb09 req-2a266355-f9fb-4633-a8b3-cd6a530eee89 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 946 time: 0.0463264 May 17 15:51:07.817359 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-23f74866-874a-43f2-bf8c-f100418dbb09 req-3483f3e6-970b-44c0-99eb-f00769f0c091 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 May 17 15:51:07.928645 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353e7e0-fd19-41f9-9416-1a6070cbc9e8 req-82661b5e-7690-49a7-9fca-d3dc1677f7b7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:07.930085 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d353e7e0-fd19-41f9-9416-1a6070cbc9e8 req-82661b5e-7690-49a7-9fca-d3dc1677f7b7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 946 time: 0.0460227 May 17 15:51:07.938622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 56974) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:07.943256 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Request body: {'floatingip': {'port_id': 'f52b50f9-a507-4651-8cf9-47e24b497db7'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:51:07.982381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:08.384600 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:08.388273 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:08.480927 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Floating IP c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f associated. External IP: 172.27.2.191, port: f52b50f9-a507-4651-8cf9-47e24b497db7. May 17 15:51:08.570018 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91a2a-e5b0-45e9-b014-87d4c4a97f61 req-ac70ddd1-a9ff-4883-a923-8f021d3060e4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:08.571458 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-76c91a2a-e5b0-45e9-b014-87d4c4a97f61 req-ac70ddd1-a9ff-4883-a923-8f021d3060e4 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0570061 May 17 15:51:08.679307 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-76c91a2a-e5b0-45e9-b014-87d4c4a97f61 req-04c63377-b820-442d-a1fb-1493d263855c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851274 May 17 15:51:08.746521 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:51:08.844525 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:51:08.849360 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:08.856438 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:51:08.865724 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:51:08.866360 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:51:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:08.880732 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-80a98ce0-3842-47f2-a000-2d30d89edfb0 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "PUT /v2.0/floatingips/c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f HTTP/1.1" status: 200 len: 992 time: 0.9411409 May 17 15:51:08.881407 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542eabc5-0397-4192-be08-167bb6e4ab75', 'tag': 'f52b50f9-a507-4651-8cf9-47e24b497db7'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:51:08.883741 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe" -d '{"events": [{"name": "network-changed", "server_uuid": "542eabc5-0397-4192-be08-167bb6e4ab75", "tag": "f52b50f9-a507-4651-8cf9-47e24b497db7"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:51:08.919130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95a30b5-fa02-431f-91cb-e442175e8d18 x-openstack-request-id: req-a95a30b5-fa02-431f-91cb-e442175e8d18 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:51:08.919425 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542eabc5-0397-4192-be08-167bb6e4ab75", "tag": "f52b50f9-a507-4651-8cf9-47e24b497db7", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:51:08.919680 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a95a30b5-fa02-431f-91cb-e442175e8d18 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:51:08.920086 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95a30b5-fa02-431f-91cb-e442175e8d18'] response: {'name': 'network-changed', 'server_uuid': '542eabc5-0397-4192-be08-167bb6e4ab75', 'tag': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'status': 'completed', 'code': 200} May 17 15:51:08.965916 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:51:08.982684 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-c4d1a251-675e-40f0-8dd3-c7c4739052bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:08.984189 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-c4d1a251-675e-40f0-8dd3-c7c4739052bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 1130 time: 0.0436974 May 17 15:51:09.072327 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-b5bb1a91-caaa-4b5c-bcbc-6edc86c9d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:09.073795 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-b5bb1a91-caaa-4b5c-bcbc-6edc86c9d865 service neutron] 10.222.0.61 "GET /v2.0/networks?id=670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 200 len: 916 time: 0.0831237 May 17 15:51:09.137115 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-e53a5e13-7c77-4242-ad04-f5b422822591 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52b50f9-a507-4651-8cf9-47e24b497db7 HTTP/1.1" status: 200 len: 1000 time: 0.0563664 May 17 15:51:09.173409 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': 'c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:d9:80:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542eabc5-0397-4192-be08-167bb6e4ab75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:50:55Z', 'updated_at': '2022-05-17T15:51:08Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:09.185989 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-b2aabdc4-56a4-4668-ba30-ac5a3a6d596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:09.187492 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-b2aabdc4-56a4-4668-ba30-ac5a3a6d596e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 200 len: 854 time: 0.0438960 May 17 15:51:09.197889 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:51:09.206773 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:51:09.207380 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:51:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:09.230690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-d0ef324e-a5c5-4804-b84c-2d8521b4983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:09.232141 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-d0ef324e-a5c5-4804-b84c-2d8521b4983f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=670d118c-c4c6-4faf-9e34-d28bf36911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387914 May 17 15:51:09.306569 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:51:09.325484 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-b1069e29-c171-4e32-a60f-6253cd2075b9 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870144 May 17 15:51:09.413391 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac1315c1-1c03-4e0c-b656-1d10d1be06fe req-df8d4559-4433-4c30-8c66-efedd289d482 service neutron] 10.222.0.61 "GET /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808997 May 17 15:51:09.504889 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': 'c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:d9:80:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542eabc5-0397-4192-be08-167bb6e4ab75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:50:55Z', 'updated_at': '2022-05-17T15:51:08Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:09.531396 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8c09d-37f5-45b0-a834-9a4792ea203d None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': 'c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'port_id': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'mac_address': 'fa:16:3e:d9:80:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542eabc5-0397-4192-be08-167bb6e4ab75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:50:55Z', 'updated_at': '2022-05-17T15:51:08Z', 'revision_number': 1, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:51:09.708630 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7546e-b1b3-430c-a94f-f940a8f56f9a None None] New status for floating IP c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:51:09.801306 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac43d0-93b6-4480-afcd-14bf0c645c39 req-103b1210-47a4-4819-afd7-30c26110eb54 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:09.802788 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b5ac43d0-93b6-4480-afcd-14bf0c645c39 req-103b1210-47a4-4819-afd7-30c26110eb54 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0503335 May 17 15:51:09.849596 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b5ac43d0-93b6-4480-afcd-14bf0c645c39 req-f34845eb-fe80-447b-8a5e-7066ba59c452 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 May 17 15:51:10.967140 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0423b-e28d-417a-8377-d2f3bb8aa42a req-7b32f762-1b76-49ce-8571-383a477762ff tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:10.968625 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-52d0423b-e28d-417a-8377-d2f3bb8aa42a req-7b32f762-1b76-49ce-8571-383a477762ff tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0453629 May 17 15:51:10.972082 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:51:11.015825 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-52d0423b-e28d-417a-8377-d2f3bb8aa42a req-f815244d-7721-4024-b0ce-657e8817a615 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411551 May 17 15:51:11.074286 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:11.085044 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'port_id': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'mac_address': 'fa:16:3e:d8:4e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:51:11.119771 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3147fce3-6722-4f48-9760-c37ce1f654e6 is: ACTIVE; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:51:11.120152 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:11.132398 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3147fce3-6722-4f48-9760-c37ce1f654e6 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:51:11.150983 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:11.155023 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:11.211200 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=6']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:11.231225 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['3147fce3-6722-4f48-9760-c37ce1f654e6'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:51:12.133531 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6fd34-a37b-47ff-a65e-43dfb5c52f48 req-8bbb9d48-0c79-43a3-967d-cd4399e15a96 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:12.135019 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-27e6fd34-a37b-47ff-a65e-43dfb5c52f48 req-8bbb9d48-0c79-43a3-967d-cd4399e15a96 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 945 time: 0.0490596 May 17 15:51:12.180616 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-27e6fd34-a37b-47ff-a65e-43dfb5c52f48 req-607fc5c8-1a14-427e-ba52-3b9bf17fdf50 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400894 May 17 15:51:12.634484 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:51:12.993681 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:51:13.040523 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 3147fce3-6722-4f48-9760-c37ce1f654e6 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:51:13.041137 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:13.109832 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3147fce3-6722-4f48-9760-c37ce1f654e6 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:51:13.110235 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:13.132453 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:51:13.134672 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b92e3e-191c-440b-a6d3-09a1bbbd3d30" -d '{"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-plugged", "status": "completed", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:51:13.146902 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:13.151013 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:13.177071 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38adbbc-0983-4169-ac34-52bc29ebeb32 x-openstack-request-id: req-c38adbbc-0983-4169-ac34-52bc29ebeb32 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:51:13.177349 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-plugged", "status": "completed", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:51:13.177605 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c38adbbc-0983-4169-ac34-52bc29ebeb32 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:51:13.177992 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38adbbc-0983-4169-ac34-52bc29ebeb32'] response: {'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'code': 200} May 17 15:51:13.202113 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=7']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:13.303871 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9c4da-6ecf-4e24-9b24-9602eabcfcaf req-8ca01d8b-4197-4b8d-9a5c-44e137cf900b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:13.305245 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8fb9c4da-6ecf-4e24-9b24-9602eabcfcaf req-8ca01d8b-4197-4b8d-9a5c-44e137cf900b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0464737 May 17 15:51:13.350495 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8fb9c4da-6ecf-4e24-9b24-9602eabcfcaf req-70570b60-1dc8-4092-8da1-143d456e74fa tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396626 May 17 15:51:14.467566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b3be6-80ac-48be-9374-89f1716ca09e req-7565cc86-bf81-4315-b7b9-a2ca6f90f1be tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:14.468911 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7a3b3be6-80ac-48be-9374-89f1716ca09e req-7565cc86-bf81-4315-b7b9-a2ca6f90f1be tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0453370 May 17 15:51:14.517774 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7a3b3be6-80ac-48be-9374-89f1716ca09e req-da767351-cb8a-4740-90f7-74986175b9e7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 May 17 15:51:15.641240 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6729-4bd2-460c-92ed-1cb9cf81f09e req-d34aac9f-d450-4c92-9baa-8b4b65d47161 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:15.642732 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cedd6729-4bd2-460c-92ed-1cb9cf81f09e req-d34aac9f-d450-4c92-9baa-8b4b65d47161 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0530326 May 17 15:51:15.690751 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cedd6729-4bd2-460c-92ed-1cb9cf81f09e req-55856624-8942-41ae-82be-a7225818c350 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 May 17 15:51:16.813599 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7383e-a919-4536-832f-5b430dd7b897 req-1157eed6-331b-43cb-8187-67fe6a8d02f5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:16.821310 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e8c7383e-a919-4536-832f-5b430dd7b897 req-1157eed6-331b-43cb-8187-67fe6a8d02f5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0558553 May 17 15:51:16.869010 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e8c7383e-a919-4536-832f-5b430dd7b897 req-8b129bd6-756f-4144-ba61-d5ef60502dcc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 May 17 15:51:18.036493 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934beab-07c6-4d29-8275-1449ef37f153 req-6ddb7e1d-e6ef-4523-a3f9-37e597b71edf tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:18.038131 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7934beab-07c6-4d29-8275-1449ef37f153 req-6ddb7e1d-e6ef-4523-a3f9-37e597b71edf tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0615971 May 17 15:51:18.087395 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7934beab-07c6-4d29-8275-1449ef37f153 req-69847697-72bd-4c15-85e9-d64bc874b043 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410302 May 17 15:51:19.215889 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d00eb-e956-450a-ac34-2dbaf9269dbb req-24c37877-8176-4961-ac5f-2a960dfc78d5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:19.218375 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-db7d00eb-e956-450a-ac34-2dbaf9269dbb req-24c37877-8176-4961-ac5f-2a960dfc78d5 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0509946 May 17 15:51:19.269497 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-db7d00eb-e956-450a-ac34-2dbaf9269dbb req-99a7af39-7785-4bae-a73e-d0cb8261e3f9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 May 17 15:51:20.397572 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5b9a0-254d-4da5-9580-cbece9efec68 req-8d383acf-c9fe-4b8d-934a-17975df6609c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:20.403167 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3df5b9a0-254d-4da5-9580-cbece9efec68 req-8d383acf-c9fe-4b8d-934a-17975df6609c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0534074 May 17 15:51:20.455065 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3df5b9a0-254d-4da5-9580-cbece9efec68 req-e7dcbb2d-08af-4bc2-b793-3b7fa92ce839 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503137 May 17 15:51:21.586532 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb79f0-5833-4a32-aec1-774ccb44cffe req-0870dd34-1f4f-46f0-a048-cd2268b7b1d7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:21.588126 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1eb79f0-5833-4a32-aec1-774ccb44cffe req-0870dd34-1f4f-46f0-a048-cd2268b7b1d7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0493152 May 17 15:51:21.639134 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e1eb79f0-5833-4a32-aec1-774ccb44cffe req-43024403-fc26-4a24-afc4-a9c62979067b tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 May 17 15:51:22.763393 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c58fa-dba0-4109-b267-fa0bb1f36be0 req-2a58cebb-252a-4dcc-b7ae-0b83f3a5a424 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:22.764869 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-742c58fa-dba0-4109-b267-fa0bb1f36be0 req-2a58cebb-252a-4dcc-b7ae-0b83f3a5a424 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0490415 May 17 15:51:22.816707 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-742c58fa-dba0-4109-b267-fa0bb1f36be0 req-9cea723e-fb3c-485c-b6a7-c8fd40c48948 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 May 17 15:51:23.961538 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8a62a-93f9-45e7-981d-82a861445567 req-ef705629-b023-41d7-a642-1818b39825eb tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:23.963298 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9be8a62a-93f9-45e7-981d-82a861445567 req-ef705629-b023-41d7-a642-1818b39825eb tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0658402 May 17 15:51:24.013319 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57050) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:24.018717 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9be8a62a-93f9-45e7-981d-82a861445567 req-c1ecc32f-f6a5-46d9-b9ca-d0b40823811f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458181 May 17 15:51:24.300114 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Deleting port 52d28117-07cb-4a22-a68b-9ad4fa535db3 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:24.300495 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (52d28117-07cb-4a22-a68b-9ad4fa535db3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:24.383624 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (52d28117-07cb-4a22-a68b-9ad4fa535db3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:24.383855 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for floatingip (52d28117-07cb-4a22-a68b-9ad4fa535db3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:24.397525 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Calling delete_port for 52d28117-07cb-4a22-a68b-9ad4fa535db3 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:24.601328 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (52d28117-07cb-4a22-a68b-9ad4fa535db3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:24.627144 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event deleted for resources: {'Port': ['ID=52d28117-07cb-4a22-a68b-9ad4fa535db3,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:24.696337 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for floatingip (c25a64e1-4101-487a-b74b-ec08697332c0), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:24.697215 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Floating IP c25a64e1-4101-487a-b74b-ec08697332c0 disassociated (deleted). External IP: 172.27.2.84, port: feedabaa-7083-406b-9dfe-1149dc1ff973. May 17 15:51:24.905843 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Router f3d9e62a-9c55-4724-99a8-9a315cb18b5d has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:51:25.021415 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:51:25.027127 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:25.033503 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] Sync routers for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:51:25.052356 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:51:25.053376 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:51:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:25.059435 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6adee7ec-041d-47c9-a10a-a44423b750a4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "DELETE /v2.0/floatingips/c25a64e1-4101-487a-b74b-ec08697332c0 HTTP/1.1" status: 204 len: 168 time: 1.0449836 May 17 15:51:25.060063 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:51:25.062578 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a150848bb0330446f24bb0136d1a3bfabbaf4df3899f23fd7b7d6f093f6e07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4a808e-475d-40ff-b684-ba7a19cdd059" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:51:25.181084 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:51:25.198199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3eb91-c4b0-42de-911d-916176ab0cd6 req-8ef204a4-d9de-4791-9213-c6e1106c90fb tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:25.200705 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-03c3eb91-c4b0-42de-911d-916176ab0cd6 req-8ef204a4-d9de-4791-9213-c6e1106c90fb tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0683463 May 17 15:51:25.281818 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-03c3eb91-c4b0-42de-911d-916176ab0cd6 req-022c1af0-5838-4392-bcd7-afdd1a143348 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703747 May 17 15:51:25.306959 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef8f6e-e2e8-4978-ab19-c898e0dd3f46 x-openstack-request-id: req-b3ef8f6e-e2e8-4978-ab19-c898e0dd3f46 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:51:25.307255 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:51:25.307513 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3ef8f6e-e2e8-4978-ab19-c898e0dd3f46 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:51:25.307988 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ef8f6e-e2e8-4978-ab19-c898e0dd3f46'] response: {'name': 'network-changed', 'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'status': 'completed', 'code': 200} May 17 15:51:25.400727 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:28Z', 'revision_number': 5, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:25.403113 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfe07d-e797-4dcc-a4a6-bfeca12f4dc7 req-4fc0b625-800e-4c4f-8587-76021e7d4ec0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:25.406460 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6ecfe07d-e797-4dcc-a4a6-bfeca12f4dc7 req-4fc0b625-800e-4c4f-8587-76021e7d4ec0 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0596662 May 17 15:51:25.431950 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] Checking router: f3d9e62a-9c55-4724-99a8-9a315cb18b5d for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:51:25.439672 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:51:25.441035 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:51:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:25.457189 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6ecfe07d-e797-4dcc-a4a6-bfeca12f4dc7 req-513a2272-edf4-444a-b36e-604df8950141 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452981 May 17 15:51:25.541690 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:51:25.811490 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:28Z', 'revision_number': 5, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:25.834933 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46039ff-5bf0-4bfa-bf7b-ff4273d942c7 None None] The sync data for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi is: [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:45:23Z', 'revision_number': 4, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'abee8eb3-c033-4f70-a385-a4ee128c9b2a', 'name': '', 'network_id': 'a771620b-dc1b-42bb-88f6-2cf9877af5b9', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'mac_address': 'fa:16:3e:7a:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:23Z', 'updated_at': '2022-05-17T15:45:28Z', 'revision_number': 5, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'subnets': [{'id': '45798902-b0eb-4926-b0c6-07c63b6f1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:51:26.055110 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be0c6e9-db27-4425-9a50-6d7e5644232e None None] New status for floating IP c25a64e1-4101-487a-b74b-ec08697332c0: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:51:26.348422 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-2cab4e71-da5b-4c48-baf4-2e1048fc2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:26.349893 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-2cab4e71-da5b-4c48-baf4-2e1048fc2cb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 1130 time: 0.0442467 May 17 15:51:26.411199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059ff3-a976-4e74-8180-abfc2957f916 req-c5054ae4-86c0-43f9-844a-77add93f458f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:26.413178 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d6059ff3-a976-4e74-8180-abfc2957f916 req-c5054ae4-86c0-43f9-844a-77add93f458f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0589643 May 17 15:51:26.522965 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d6059ff3-a976-4e74-8180-abfc2957f916 req-2611317f-b72a-4ca7-828e-9299e3645b31 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995448 May 17 15:51:26.567817 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-e7110b79-cead-4ec4-b8e2-f6cfc757d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:26.569251 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-e7110b79-cead-4ec4-b8e2-f6cfc757d82d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 200 len: 910 time: 0.1550381 May 17 15:51:26.582586 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52587db-c8f2-46f5-a19e-fe060ad846b3 req-35efdebc-c4ee-4d2d-8ac8-68163bd33740 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:26.584157 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a52587db-c8f2-46f5-a19e-fe060ad846b3 req-35efdebc-c4ee-4d2d-8ac8-68163bd33740 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.0568538 May 17 15:51:26.634889 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a52587db-c8f2-46f5-a19e-fe060ad846b3 req-f6179bc7-c369-4924-87b0-e907915aa448 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453367 May 17 15:51:27.199418 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-974d209e-6079-49c2-a264-43e0637108d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 200 len: 217 time: 0.0317743 May 17 15:51:27.602650 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-ea275a54-52be-4420-839f-22d50432a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:27.604077 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-ea275a54-52be-4420-839f-22d50432a32f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 1130 time: 0.3229392 May 17 15:51:27.618334 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-5d24eec5-179a-41f5-85e6-f95af1387bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:27.619648 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-5d24eec5-179a-41f5-85e6-f95af1387bfb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45798902-b0eb-4926-b0c6-07c63b6f1955 HTTP/1.1" status: 200 len: 848 time: 0.3635542 May 17 15:51:27.650739 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-fcd5f86e-c3dd-49a2-9229-ae62e2c49d50 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:27.652040 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-fcd5f86e-c3dd-49a2-9229-ae62e2c49d50 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.3445394 May 17 15:51:27.799117 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039cc3-ad5f-49a9-9e6b-46898415e2dd req-55aa9307-088a-4ecf-9df2-993acd23079e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:27.801092 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca039cc3-ad5f-49a9-9e6b-46898415e2dd req-55aa9307-088a-4ecf-9df2-993acd23079e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.2021809 May 17 15:51:27.819021 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-6aa7a252-9d70-4e72-b6ff-dccea118290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:27.820358 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-6aa7a252-9d70-4e72-b6ff-dccea118290c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a771620b-dc1b-42bb-88f6-2cf9877af5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1756580 May 17 15:51:27.891846 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde193a-93ec-4573-a6b6-71e9823599c6 req-a6cda25c-7bfe-4d82-b3f0-4ca58598675e tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:27.893291 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-acde193a-93ec-4573-a6b6-71e9823599c6 req-a6cda25c-7bfe-4d82-b3f0-4ca58598675e tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 946 time: 0.1714127 May 17 15:51:27.972480 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Deleting port feedabaa-7083-406b-9dfe-1149dc1ff973 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:27.972814 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:27.981793 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-56a1e433-dd85-4239-a61c-87c5d6bf545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:27.983238 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-56a1e433-dd85-4239-a61c-87c5d6bf545a service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.3681719 May 17 15:51:28.065132 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ca039cc3-ad5f-49a9-9e6b-46898415e2dd req-160a51a9-49fa-4435-a8b0-bb42e6b0e4b9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526667 May 17 15:51:28.137805 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-acde193a-93ec-4573-a6b6-71e9823599c6 req-14418039-6508-442c-a1ef-562cb1e7941f tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2271ee3-d4e2-475a-acff-49f36167b730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302806 May 17 15:51:28.155965 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-bd07dce7-daca-4f56-92c8-237e333237bf service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183064 May 17 15:51:28.160057 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-713adf7f-4f76-42fb-8ffe-4e97803acaa6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 200 len: 1002 time: 0.1564372 May 17 15:51:28.229185 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] For port feedabaa-7083-406b-9dfe-1149dc1ff973, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=feedabaa-7083-406b-9dfe-1149dc1ff973,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:28.229536 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:28.278180 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Calling delete_port for feedabaa-7083-406b-9dfe-1149dc1ff973 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:28.298799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-79b404f0-646f-4700-98ce-cc53a8fd8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:28.300801 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-79b404f0-646f-4700-98ce-cc53a8fd8e30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.1312177 May 17 15:51:28.384611 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-53f563cc-fcfe-481c-817d-914d47a34370 service neutron] 10.222.0.61 "GET /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159653 May 17 15:51:28.395485 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-68ae7423-77d6-4da9-98b9-cda689b4f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:28.396861 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-68ae7423-77d6-4da9-98b9-cda689b4f995 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879109 May 17 15:51:28.531169 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-08775570-db28-4b2e-a457-477246e6ddd4 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270659 May 17 15:51:28.532526 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (feedabaa-7083-406b-9dfe-1149dc1ff973), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:28.579641 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event deleted for resources: {'Port': ['ID=feedabaa-7083-406b-9dfe-1149dc1ff973,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:28.654483 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] No DVR routers for this DVR port feedabaa-7083-406b-9dfe-1149dc1ff973 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:51:28.659936 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:28.663083 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-02310bf9-1f74-4bc7-b270-1990b9e8aaf2 req-4bff54aa-c9b5-4ec8-8a80-68233f13d0b4 tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.61 "DELETE /v2.0/ports/feedabaa-7083-406b-9dfe-1149dc1ff973 HTTP/1.1" status: 204 len: 173 time: 0.9878054 May 17 15:51:28.663507 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'name': 'network-vif-deleted', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:51:28.665698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9223809d-4893-40af-8209-9acdff12b753" -d '{"events": [{"server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "name": "network-vif-deleted", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:51:28.694586 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bce5cf85-91ab-4229-93a0-1e6559bc6e65 req-94b942cb-105b-4e49-b949-193e590d02a5 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546490 May 17 15:51:28.706590 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef992b90-037a-4ae1-bc9b-e50c2ad21471 x-openstack-request-id: req-ef992b90-037a-4ae1-bc9b-e50c2ad21471 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:51:28.706887 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c47a31-9dc4-459c-aa92-3f64baacafd5", "name": "network-vif-deleted", "tag": "feedabaa-7083-406b-9dfe-1149dc1ff973", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:51:28.707148 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ef992b90-037a-4ae1-bc9b-e50c2ad21471 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:51:28.707555 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef992b90-037a-4ae1-bc9b-e50c2ad21471'] response: {'server_uuid': 'c0c47a31-9dc4-459c-aa92-3f64baacafd5', 'name': 'network-vif-deleted', 'tag': 'feedabaa-7083-406b-9dfe-1149dc1ff973', 'status': 'completed', 'code': 200} May 17 15:51:29.191742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12750e09-dc7f-4dc7-b12f-27cdfddd444f req-7258076f-7f05-41b3-9640-ca8271ea4a81 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:29.193259 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-12750e09-dc7f-4dc7-b12f-27cdfddd444f req-7258076f-7f05-41b3-9640-ca8271ea4a81 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0516679 May 17 15:51:29.245822 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b672b18c-cfec-443d-9235-197e4f9f1e87 req-97da1937-4046-4307-b4f3-db302b1eecba tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 210 time: 0.0315740 May 17 15:51:29.267160 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-12750e09-dc7f-4dc7-b12f-27cdfddd444f req-721579b7-685a-414f-8210-0b136fcaeceb tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684762 May 17 15:51:29.971195 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:30.343952 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-546fc3f0-5cf1-45a1-8ffb-4f58dca5a377 req-8e04ea4c-fce8-47a0-b2e0-e0af3bbd30ef tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c47a31-9dc4-459c-aa92-3f64baacafd5 HTTP/1.1" status: 200 len: 210 time: 0.0301352 May 17 15:51:30.396845 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff55ab-3d06-4a1c-8c2a-0a5a73099c96 req-1fdda832-3407-4f83-a40b-6fc72b9d3be8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:30.398419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4ff55ab-3d06-4a1c-8c2a-0a5a73099c96 req-1fdda832-3407-4f83-a40b-6fc72b9d3be8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 946 time: 0.0574217 May 17 15:51:30.450399 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b4ff55ab-3d06-4a1c-8c2a-0a5a73099c96 req-97921658-90e8-44b5-b8b7-892b8cc30a0f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452490 May 17 15:51:30.960470 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6c675c7a-d496-4bb7-8446-b938807b33db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:31.100769 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:51:31.175592 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3147fce3-6722-4f48-9760-c37ce1f654e6 is: ACTIVE; New status is: DOWN {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:51:31.175971 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:31.197125 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:51:31.199343 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd3746b-9315-4b11-820e-2f0e4edd3756" -d '{"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-unplugged", "status": "completed", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:51:31.212172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:31.216833 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:31.217695 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device feedabaa-7083-406b-9dfe-1149dc1ff973 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:51:31.242239 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 15:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b5f931-a1ca-447d-9d4e-93c6de41bd3f x-openstack-request-id: req-14b5f931-a1ca-447d-9d4e-93c6de41bd3f {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:51:31.242532 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-unplugged", "status": "failed", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6", "code": 422}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:51:31.242785 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14b5f931-a1ca-447d-9d4e-93c6de41bd3f {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:51:31.243227 dv-cinder-842128-1-iscsi neutron-server[110302]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-14b5f931-a1ca-447d-9d4e-93c6de41bd3f']: {'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'code': 422} returned with failed status May 17 15:51:31.259962 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: feedabaa-7083-406b-9dfe-1149dc1ff973 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:51:31.260314 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device feedabaa-7083-406b-9dfe-1149dc1ff973 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:51:31.284264 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=8']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:31.401354 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57102) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:31.457538 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-695402fe-912f-4bdd-8766-a4cfec24d77d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group (f2271ee3-d4e2-475a-acff-49f36167b730), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:31.482399 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-695402fe-912f-4bdd-8766-a4cfec24d77d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group (f2271ee3-d4e2-475a-acff-49f36167b730), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:31.563318 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-695402fe-912f-4bdd-8766-a4cfec24d77d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (f2271ee3-d4e2-475a-acff-49f36167b730), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:31.566058 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-695402fe-912f-4bdd-8766-a4cfec24d77d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:31.567185 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-695402fe-912f-4bdd-8766-a4cfec24d77d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] 10.222.0.75 "DELETE /v2.0/security-groups/f2271ee3-d4e2-475a-acff-49f36167b730 HTTP/1.1" status: 204 len: 168 time: 0.1648242 May 17 15:51:31.588560 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb1bd2-abec-4978-b153-3eeeb5a0dbe1 req-8b8c198e-a671-4d30-83ae-06fe9cb50c5e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:31.590163 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c0bb1bd2-abec-4978-b153-3eeeb5a0dbe1 req-8b8c198e-a671-4d30-83ae-06fe9cb50c5e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0611534 May 17 15:51:31.591630 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695402fe-912f-4bdd-8766-a4cfec24d77d tempest-TestShelveInstance-1530482492 tempest-TestShelveInstance-1530482492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2271ee3-d4e2-475a-acff-49f36167b730,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:31.613469 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57108) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:31.645965 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c0bb1bd2-abec-4978-b153-3eeeb5a0dbe1 req-7beab3ff-8416-4a8c-a9bd-fce131759afd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 May 17 15:51:32.027999 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:32.255677 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Deleting port abee8eb3-c033-4f70-a385-a4ee128c9b2a {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:32.255927 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:32.334477 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] For port abee8eb3-c033-4f70-a385-a4ee128c9b2a, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=abee8eb3-c033-4f70-a385-a4ee128c9b2a,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:32.334845 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:32.347747 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Calling delete_port for abee8eb3-c033-4f70-a385-a4ee128c9b2a owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:32.409975 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-f1d64387-3452-4a87-887e-dec262888845 req-39840af1-5940-48ac-afb2-ffce1c141648 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:51:32.411096 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f1d64387-3452-4a87-887e-dec262888845 req-39840af1-5940-48ac-afb2-ffce1c141648 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054307 May 17 15:51:32.530397 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (abee8eb3-c033-4f70-a385-a4ee128c9b2a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:32.559336 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Pushing event deleted for resources: {'Port': ['ID=abee8eb3-c033-4f70-a385-a4ee128c9b2a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:32.582474 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17877-dc89-45a5-9d5c-d550fdfe5443 req-58804e25-3b06-42c0-b403-395b9d42badf tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:32.586266 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60a17877-dc89-45a5-9d5c-d550fdfe5443 req-58804e25-3b06-42c0-b403-395b9d42badf tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0538766 May 17 15:51:32.659994 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60a17877-dc89-45a5-9d5c-d550fdfe5443 req-2b2574b8-7134-4a8d-b7e0-10643b666f28 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678866 May 17 15:51:32.741197 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:32.877432 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-a2706acc-955d-4f05-9acc-d16de1ce8b64 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728364 May 17 15:51:32.974582 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-517ee1f4-9d84-4f47-920f-cc18ed34a66a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:32.975872 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-517ee1f4-9d84-4f47-920f-cc18ed34a66a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports/3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 200 len: 941 time: 0.0578310 May 17 15:51:33.021794 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Router f3d9e62a-9c55-4724-99a8-9a315cb18b5d has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:51:33.327911 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:51:33.336185 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e6e27642-5398-4eeb-8c22-7d216c83020c admin admin] 10.222.0.75 "PUT /v2.0/routers/f3d9e62a-9c55-4724-99a8-9a315cb18b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171824 May 17 15:51:33.336916 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57158) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:33.337136 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] Sync routers for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:51:33.348529 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:51:33.352453 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:51:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:33.432931 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4bdf31ea-91c0-46ee-b4a6-c9aa74c3b218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:33.442509 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks [] for router (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:33.453620 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:51:33.542777 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks [] for router_gateway (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:33.585280 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Deleting port 25a15302-700f-4229-b6d3-cdd53a677907 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:33.585548 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (25a15302-700f-4229-b6d3-cdd53a677907), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:33.646457 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '25a15302-700f-4229-b6d3-cdd53a677907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:51:32Z', 'revision_number': 5, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port': {'id': '25a15302-700f-4229-b6d3-cdd53a677907', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:20Z', 'updated_at': '2022-05-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:33.667214 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] For port 25a15302-700f-4229-b6d3-cdd53a677907, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=25a15302-700f-4229-b6d3-cdd53a677907,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:33.667578 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (25a15302-700f-4229-b6d3-cdd53a677907), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:33.670715 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] Checking router: f3d9e62a-9c55-4724-99a8-9a315cb18b5d for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:51:33.679263 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] Routers {'f3d9e62a-9c55-4724-99a8-9a315cb18b5d'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:51:33.679892 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:51:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:33.680766 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Calling delete_port for 25a15302-700f-4229-b6d3-cdd53a677907 owned by network:router_gateway {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:33.762949 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] Set router f3d9e62a-9c55-4724-99a8-9a315cb18b5d gateway port host: None {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:51:33.789265 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-f641630d-4f9e-431b-9a58-d6346d3c1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:33.790780 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-f641630d-4f9e-431b-9a58-d6346d3c1ad2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75&tenant_id=bf36f753be81486182665056a949849c HTTP/1.1" status: 200 len: 1128 time: 0.0991263 May 17 15:51:33.812367 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:51:33Z', 'revision_number': 6, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:33.817220 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3921a-048c-4bc0-a612-9072caaee308 req-b5dcb65d-93e9-4056-883a-01e24113a0cc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:33.818707 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-46b3921a-048c-4bc0-a612-9072caaee308 req-b5dcb65d-93e9-4056-883a-01e24113a0cc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0737052 May 17 15:51:33.836452 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64393225-caef-46f0-8417-5f2b6346a5ec None None] The sync data for ids ['f3d9e62a-9c55-4724-99a8-9a315cb18b5d'] in dv-cinder-842128-1-iscsi is: [{'id': 'f3d9e62a-9c55-4724-99a8-9a315cb18b5d', 'name': 'tempest-TestShelveInstance-1516956792-router', 'tenant_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:19Z', 'updated_at': '2022-05-17T15:51:33Z', 'revision_number': 6, 'project_id': '4f8e659223ca4c2a8f4c6836e6a1cc18', 'gw_port_host': None}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:51:33.931498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-7f589268-1bff-47af-b33f-e1b6ec3f984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:33.932960 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-7f589268-1bff-47af-b33f-e1b6ec3f984e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 1128 time: 0.1134036 May 17 15:51:34.008521 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-46b3921a-048c-4bc0-a612-9072caaee308 req-2b70ba87-d2ef-4adc-9fc5-bbd1fcf8b32d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778219 May 17 15:51:34.070294 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (25a15302-700f-4229-b6d3-cdd53a677907), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.099775 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-692d14a0-c00b-442d-89ca-a01795afcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:34.101165 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-692d14a0-c00b-442d-89ca-a01795afcdfe service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.1575150 May 17 15:51:34.104110 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a15302-700f-4229-b6d3-cdd53a677907,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:34.210320 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-7c627770-0fe4-46bc-b5fe-9b8532b4fb79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 200 len: 1000 time: 0.1001410 May 17 15:51:34.226959 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.334405 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.601778 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-c3da9abb-3f5b-418d-a84a-bc201d97555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:34.603511 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-c3da9abb-3f5b-418d-a84a-bc201d97555c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.3868797 May 17 15:51:34.605503 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.607712 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks [] for router_controller (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.698841 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-4eaa0c7e-48c8-40d4-a26b-645b2751a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:34.700852 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-4eaa0c7e-48c8-40d4-a26b-645b2751a121 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895042 May 17 15:51:34.702241 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (f3d9e62a-9c55-4724-99a8-9a315cb18b5d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.702865 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3d9e62a-9c55-4724-99a8-9a315cb18b5d {{(pid=110301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 15:51:34.708278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.709242 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3dc39615-ee9e-4700-afa2-9cd014dbc003 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f3d9e62a-9c55-4724-99a8-9a315cb18b5d HTTP/1.1" status: 204 len: 168 time: 1.3713524 May 17 15:51:34.712092 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57162) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:34.762833 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-750970fb-9ee5-48fb-9a57-34f67cc5b19b admin admin] Deleting subnet 45798902-b0eb-4926-b0c6-07c63b6f1955 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:51:34.766088 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-750970fb-9ee5-48fb-9a57-34f67cc5b19b admin admin] Publish callbacks [] for subnet (45798902-b0eb-4926-b0c6-07c63b6f1955), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.798247 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-8e58c3ab-5a67-4759-bd69-35c536812c53 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877776 May 17 15:51:34.820396 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-750970fb-9ee5-48fb-9a57-34f67cc5b19b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13879736'] for subnet (45798902-b0eb-4926-b0c6-07c63b6f1955), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.883559 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device abee8eb3-c033-4f70-a385-a4ee128c9b2a no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:51:34.903007 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: abee8eb3-c033-4f70-a385-a4ee128c9b2a {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:51:34.903349 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device abee8eb3-c033-4f70-a385-a4ee128c9b2a not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:51:34.903942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 25a15302-700f-4229-b6d3-cdd53a677907 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:51:34.904244 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-750970fb-9ee5-48fb-9a57-34f67cc5b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (45798902-b0eb-4926-b0c6-07c63b6f1955), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.915151 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-874e2c8a-0c93-4aea-a1e2-c11fb3bbec59 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113217 May 17 15:51:34.921714 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 25a15302-700f-4229-b6d3-cdd53a677907 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:51:34.922289 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 25a15302-700f-4229-b6d3-cdd53a677907 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:51:34.963457 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-750970fb-9ee5-48fb-9a57-34f67cc5b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13635102'] for subnet (45798902-b0eb-4926-b0c6-07c63b6f1955), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:34.996705 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750970fb-9ee5-48fb-9a57-34f67cc5b19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45798902-b0eb-4926-b0c6-07c63b6f1955,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:34.998770 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-750970fb-9ee5-48fb-9a57-34f67cc5b19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.001824 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-750970fb-9ee5-48fb-9a57-34f67cc5b19b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/45798902-b0eb-4926-b0c6-07c63b6f1955 HTTP/1.1" status: 204 len: 168 time: 0.2886598 May 17 15:51:35.003946 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a81011-73d6-403a-afce-ebdf1f45e8a3 None None] Network a771620b-dc1b-42bb-88f6-2cf9877af5b9 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:51:35.004918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57168) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:35.087049 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (a771620b-dc1b-42bb-88f6-2cf9877af5b9), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.168363 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] DHCP port deletion for a771620b-dc1b-42bb-88f6-2cf9877af5b9 request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 15:51:35.174711 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58653bb0-2258-4bbf-a05a-43cc0c4c3935 req-ce28b48e-d1c6-4127-8a21-f5af70910908 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:35.176249 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-58653bb0-2258-4bbf-a05a-43cc0c4c3935 req-ce28b48e-d1c6-4127-8a21-f5af70910908 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0796769 May 17 15:51:35.176775 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Deleting port 90dee17f-3ee0-48d1-93be-21846a39b3f4 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:35.177114 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.209545 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] Deleting port 90dee17f-3ee0-48d1-93be-21846a39b3f4 {{(pid=110302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:35.210083 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), before_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.280436 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] For port 90dee17f-3ee0-48d1-93be-21846a39b3f4, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=90dee17f-3ee0-48d1-93be-21846a39b3f4,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:35.280820 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.281654 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] For port 90dee17f-3ee0-48d1-93be-21846a39b3f4, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=90dee17f-3ee0-48d1-93be-21846a39b3f4,segment=NetworkSegment(41332e61-3399-47af-8e92-f9cf3efdaacc),segment_id=41332e61-3399-47af-8e92-f9cf3efdaacc)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:35.282270 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), precommit_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.295974 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] Calling delete_port for 90dee17f-3ee0-48d1-93be-21846a39b3f4 owned by network:dhcp {{(pid=110302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:35.297087 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-58653bb0-2258-4bbf-a05a-43cc0c4c3935 req-60a370a3-47d5-45cc-aa15-64aff512344c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081018 May 17 15:51:35.309871 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Calling delete_port for 90dee17f-3ee0-48d1-93be-21846a39b3f4 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:35.404657 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), after_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.425047 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (90dee17f-3ee0-48d1-93be-21846a39b3f4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.445248 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] Pushing event deleted for resources: {'Port': ['ID=90dee17f-3ee0-48d1-93be-21846a39b3f4,revision_number=None']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:35.448146 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5caf6b8-0698-455e-b2ef-b23fe2472a6d None None] No DVR routers for this DVR port 90dee17f-3ee0-48d1-93be-21846a39b3f4 on host dv-cinder-842128-1-iscsi {{(pid=110302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:51:35.479662 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=90dee17f-3ee0-48d1-93be-21846a39b3f4,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:35.487854 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] No DVR routers for this DVR port 90dee17f-3ee0-48d1-93be-21846a39b3f4 on host dv-cinder-842128-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:51:35.602660 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (a771620b-dc1b-42bb-88f6-2cf9877af5b9), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.632437 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a771620b-dc1b-42bb-88f6-2cf9877af5b9']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:35.644622 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41332e61-3399-47af-8e92-f9cf3efdaacc') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:35.645013 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41332e61-3399-47af-8e92-f9cf3efdaacc') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:35.655133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (41332e61-3399-47af-8e92-f9cf3efdaacc), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.671363 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (41332e61-3399-47af-8e92-f9cf3efdaacc), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.678726 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:51:35.679133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (41332e61-3399-47af-8e92-f9cf3efdaacc), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: self.session.flush() May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: self.session.flush() May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: self.session.flush() May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: self.session.flush() May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:51:35.681544 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:51:35.743731 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (a771620b-dc1b-42bb-88f6-2cf9877af5b9), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.761875 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:35.765159 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a771620b-dc1b-42bb-88f6-2cf9877af5b9 HTTP/1.1" status: 204 len: 168 time: 0.7592573 May 17 15:51:35.768793 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57188) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:35.790915 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4579861-f2cf-4373-8a3b-8164c6f46e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a771620b-dc1b-42bb-88f6-2cf9877af5b9,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:36.048283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:36.103723 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:36.332335 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Deleting port 7836603e-cff4-4fd7-abab-5f2fb824a62b {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:36.332562 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:36.421312 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] For port 7836603e-cff4-4fd7-abab-5f2fb824a62b, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7836603e-cff4-4fd7-abab-5f2fb824a62b,segment=NetworkSegment(b28faa54-83f9-4e86-88fb-f091adba68d7),segment_id=b28faa54-83f9-4e86-88fb-f091adba68d7)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:36.421677 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:36.436612 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Calling delete_port for 7836603e-cff4-4fd7-abab-5f2fb824a62b owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:36.441509 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267cbfd-801e-4cc1-9e4e-859e443ccf90 req-c3c7e64c-2ca6-405f-838c-bdb7dc45221f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:36.443072 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0267cbfd-801e-4cc1-9e4e-859e443ccf90 req-c3c7e64c-2ca6-405f-838c-bdb7dc45221f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0530064 May 17 15:51:36.508103 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0267cbfd-801e-4cc1-9e4e-859e443ccf90 req-31b33a02-a1d2-4e4e-89b6-e694d2a4f5f6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526493 May 17 15:51:36.630958 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (7836603e-cff4-4fd7-abab-5f2fb824a62b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:36.659227 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Pushing event deleted for resources: {'Port': ['ID=7836603e-cff4-4fd7-abab-5f2fb824a62b,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:36.874681 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:36.975550 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 90dee17f-3ee0-48d1-93be-21846a39b3f4 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:51:36.997223 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 90dee17f-3ee0-48d1-93be-21846a39b3f4 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:51:37.004015 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 90dee17f-3ee0-48d1-93be-21846a39b3f4 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:51:37.146065 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:51:37.248851 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:51:37.257317 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-33b48c2a-dd1d-4e5e-acc3-b8d367cb3883 admin admin] 10.222.0.75 "PUT /v2.0/routers/fe30e11c-3d50-4ca0-89d0-dcd215b00d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4851503 May 17 15:51:37.257764 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57192) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:37.265329 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] Sync routers for ids ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:51:37.277219 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] Routers {'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:51:37.277968 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:51:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:37.372577 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks [] for router (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:37.402043 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] Set router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:51:37.493852 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks [] for router_gateway (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:37.546534 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:37.574678 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Deleting port b01c0389-ab61-4e16-9209-9798898a57c6 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:37.575104 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:37.613366 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:51:36Z', 'revision_number': 5, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port': {'id': 'b01c0389-ab61-4e16-9209-9798898a57c6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:45:26Z', 'updated_at': '2022-05-17T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:37.643813 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] Checking router: fe30e11c-3d50-4ca0-89d0-dcd215b00d6b for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:51:37.653686 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] Routers {'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:51:37.654560 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:51:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:37.687659 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406782-3daf-4233-a136-382f40b04b11 req-c2352e28-5170-4b6e-b6d4-2b182f771d05 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:37.688901 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae406782-3daf-4233-a136-382f40b04b11 req-c2352e28-5170-4b6e-b6d4-2b182f771d05 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0904765 May 17 15:51:37.732332 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] For port b01c0389-ab61-4e16-9209-9798898a57c6, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b01c0389-ab61-4e16-9209-9798898a57c6,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:37.732788 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:37.758427 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Calling delete_port for b01c0389-ab61-4e16-9209-9798898a57c6 owned by network:router_gateway {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:37.762032 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] Set router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:51:37.777738 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae406782-3daf-4233-a136-382f40b04b11 req-0c2c10a0-77e3-4461-9db7-ccf02eb29890 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806928 May 17 15:51:37.829244 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:51:37Z', 'revision_number': 6, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:37.869721 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41dd33-2cc5-4dc7-bfa7-4715f6e4d670 None None] The sync data for ids ['fe30e11c-3d50-4ca0-89d0-dcd215b00d6b'] in dv-cinder-842128-1-iscsi is: [{'id': 'fe30e11c-3d50-4ca0-89d0-dcd215b00d6b', 'name': 'tempest-TestShelveInstance-517121917-router', 'tenant_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:45:25Z', 'updated_at': '2022-05-17T15:51:37Z', 'revision_number': 6, 'project_id': '2880acf32f0e4e73a9996d9e2a5ada7d', 'gw_port_host': None}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:51:37.973906 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b01c0389-ab61-4e16-9209-9798898a57c6), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:37.997438 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01c0389-ab61-4e16-9209-9798898a57c6,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:38.070083 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.168004 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.170195 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks [] for router_controller (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.216761 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (fe30e11c-3d50-4ca0-89d0-dcd215b00d6b), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.217477 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe30e11c-3d50-4ca0-89d0-dcd215b00d6b {{(pid=110301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 15:51:38.229920 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.234866 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7a70bfea-fdf2-42dd-89bc-f6ac1e53b444 admin admin] 10.222.0.75 "DELETE /v2.0/routers/fe30e11c-3d50-4ca0-89d0-dcd215b00d6b HTTP/1.1" status: 204 len: 168 time: 0.9753065 May 17 15:51:38.235645 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57200) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:38.290846 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd8e724-8020-417a-9d3e-951fab24bc2d admin admin] Deleting subnet aad2f7e6-42a2-470e-9957-572c3f9f4ea7 {{(pid=110301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:51:38.295218 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e724-8020-417a-9d3e-951fab24bc2d admin admin] Publish callbacks [] for subnet (aad2f7e6-42a2-470e-9957-572c3f9f4ea7), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.343119 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e724-8020-417a-9d3e-951fab24bc2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13728994'] for subnet (aad2f7e6-42a2-470e-9957-572c3f9f4ea7), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.449984 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e724-8020-417a-9d3e-951fab24bc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (aad2f7e6-42a2-470e-9957-572c3f9f4ea7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.504042 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e724-8020-417a-9d3e-951fab24bc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13473968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771334'] for subnet (aad2f7e6-42a2-470e-9957-572c3f9f4ea7), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.535031 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8e724-8020-417a-9d3e-951fab24bc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad2f7e6-42a2-470e-9957-572c3f9f4ea7,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:38.541709 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e724-8020-417a-9d3e-951fab24bc2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.544899 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-2fd8e724-8020-417a-9d3e-951fab24bc2d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/aad2f7e6-42a2-470e-9957-572c3f9f4ea7 HTTP/1.1" status: 204 len: 168 time: 0.3080697 May 17 15:51:38.547502 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57202) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:38.548160 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ca6a8-7047-428d-a198-c5fb2de552af None None] Network 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:51:38.618872 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (49fdb43f-2b24-4bdf-ba21-bec33ed14e6a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.670049 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Deleting port fbd901ce-9218-46fb-888a-96a5ebcc5731 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:38.670478 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.757441 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] DHCP port deletion for 49fdb43f-2b24-4bdf-ba21-bec33ed14e6a request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 15:51:38.770285 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] For port fbd901ce-9218-46fb-888a-96a5ebcc5731, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=fbd901ce-9218-46fb-888a-96a5ebcc5731,segment=NetworkSegment(b28faa54-83f9-4e86-88fb-f091adba68d7),segment_id=b28faa54-83f9-4e86-88fb-f091adba68d7)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:38.770682 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.787933 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Calling delete_port for fbd901ce-9218-46fb-888a-96a5ebcc5731 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:38.802571 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] Deleting port fbd901ce-9218-46fb-888a-96a5ebcc5731 {{(pid=110302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:51:38.802939 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), before_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.914817 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] For port fbd901ce-9218-46fb-888a-96a5ebcc5731, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=fbd901ce-9218-46fb-888a-96a5ebcc5731,segment=NetworkSegment(b28faa54-83f9-4e86-88fb-f091adba68d7),segment_id=b28faa54-83f9-4e86-88fb-f091adba68d7)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:38.915209 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), precommit_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:38.948078 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] Calling delete_port for fbd901ce-9218-46fb-888a-96a5ebcc5731 owned by network:dhcp {{(pid=110302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:51:38.960192 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7836603e-cff4-4fd7-abab-5f2fb824a62b no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:51:39.012136 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.016456 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 7836603e-cff4-4fd7-abab-5f2fb824a62b {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:51:39.016795 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7836603e-cff4-4fd7-abab-5f2fb824a62b not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:51:39.017198 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device fbd901ce-9218-46fb-888a-96a5ebcc5731 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:51:39.039012 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: fbd901ce-9218-46fb-888a-96a5ebcc5731 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:51:39.039356 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device fbd901ce-9218-46fb-888a-96a5ebcc5731 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:51:39.039763 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b01c0389-ab61-4e16-9209-9798898a57c6 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:51:39.061966 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd901ce-9218-46fb-888a-96a5ebcc5731,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:39.062546 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: b01c0389-ab61-4e16-9209-9798898a57c6 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:51:39.062889 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b01c0389-ab61-4e16-9209-9798898a57c6 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:51:39.079659 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f0fbc-7be2-429d-bc06-e63c31c34b3a req-a7a76390-3828-4800-8a54-303369d97d32 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:39.081721 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ee4f0fbc-7be2-429d-bc06-e63c31c34b3a req-a7a76390-3828-4800-8a54-303369d97d32 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.1380534 May 17 15:51:39.083066 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] No DVR routers for this DVR port fbd901ce-9218-46fb-888a-96a5ebcc5731 on host dv-cinder-842128-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:51:39.116287 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734'] for port (fbd901ce-9218-46fb-888a-96a5ebcc5731), after_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.147556 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] Pushing event deleted for resources: {'Port': ['ID=fbd901ce-9218-46fb-888a-96a5ebcc5731,revision_number=None']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:39.181197 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f420b-43f9-4f2f-a2ac-d46cf3eab71d None None] No DVR routers for this DVR port fbd901ce-9218-46fb-888a-96a5ebcc5731 on host dv-cinder-842128-1-iscsi {{(pid=110302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:51:39.226196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (49fdb43f-2b24-4bdf-ba21-bec33ed14e6a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.249150 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ee4f0fbc-7be2-429d-bc06-e63c31c34b3a req-3cfad2c3-e658-4fdc-b577-e29511364bb1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557603 May 17 15:51:39.262516 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fdb43f-2b24-4bdf-ba21-bec33ed14e6a']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:39.286759 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28faa54-83f9-4e86-88fb-f091adba68d7') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:39.287059 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28faa54-83f9-4e86-88fb-f091adba68d7') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:51:39.296342 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (b28faa54-83f9-4e86-88fb-f091adba68d7), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.310546 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (b28faa54-83f9-4e86-88fb-f091adba68d7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.316974 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:51:39.317371 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (b28faa54-83f9-4e86-88fb-f091adba68d7), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:51:39.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:51:39.381322 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (49fdb43f-2b24-4bdf-ba21-bec33ed14e6a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.386619 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.390037 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] 10.222.0.75 "DELETE /v2.0/networks/49fdb43f-2b24-4bdf-ba21-bec33ed14e6a HTTP/1.1" status: 204 len: 168 time: 0.8414612 May 17 15:51:39.402809 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1880a4-52e6-4611-8052-8f16e4a34b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=49fdb43f-2b24-4bdf-ba21-bec33ed14e6a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:39.528975 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57208) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:39.582149 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c3118b83-5414-490f-8280-20d54c375b75 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f8e659223ca4c2a8f4c6836e6a1cc18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519822 May 17 15:51:39.584820 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57210) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:39.634365 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-df0fd143-c4de-4442-97a1-d078f2cfc249 admin admin] Publish callbacks [] for security_group (34dde803-345b-4083-80ef-24adfc22946d), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.655425 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-df0fd143-c4de-4442-97a1-d078f2cfc249 admin admin] Publish callbacks [] for security_group (34dde803-345b-4083-80ef-24adfc22946d), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.706343 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-df0fd143-c4de-4442-97a1-d078f2cfc249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (34dde803-345b-4083-80ef-24adfc22946d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.708987 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-df0fd143-c4de-4442-97a1-d078f2cfc249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:39.712717 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-df0fd143-c4de-4442-97a1-d078f2cfc249 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34dde803-345b-4083-80ef-24adfc22946d HTTP/1.1" status: 204 len: 168 time: 0.1236229 May 17 15:51:39.718772 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fd143-c4de-4442-97a1-d078f2cfc249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dde803-345b-4083-80ef-24adfc22946d,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:40.041708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57216) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:40.083068 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-fe199394-39b7-4dcd-b79e-ac621310ee00 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2880acf32f0e4e73a9996d9e2a5ada7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399339 May 17 15:51:40.085814 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57218) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:51:40.139175 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b4db76b8-9bca-4a15-b15f-faee51216357 admin admin] Publish callbacks [] for security_group (afc98330-b3dd-4445-a994-42ab96aed8bf), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:40.162795 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b4db76b8-9bca-4a15-b15f-faee51216357 admin admin] Publish callbacks [] for security_group (afc98330-b3dd-4445-a994-42ab96aed8bf), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:40.217671 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b4db76b8-9bca-4a15-b15f-faee51216357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (afc98330-b3dd-4445-a994-42ab96aed8bf), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:40.221228 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b4db76b8-9bca-4a15-b15f-faee51216357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:40.222762 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b4db76b8-9bca-4a15-b15f-faee51216357 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/afc98330-b3dd-4445-a994-42ab96aed8bf HTTP/1.1" status: 204 len: 168 time: 0.1352708 May 17 15:51:40.236973 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db76b8-9bca-4a15-b15f-faee51216357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc98330-b3dd-4445-a994-42ab96aed8bf,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:40.387248 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eacba6-20d1-4b4f-91d0-c2c6ec727fdf req-6583a4ff-7f19-44da-93ce-8adf420430ec tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:40.388900 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-30eacba6-20d1-4b4f-91d0-c2c6ec727fdf req-6583a4ff-7f19-44da-93ce-8adf420430ec tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0547810 May 17 15:51:40.449131 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-30eacba6-20d1-4b4f-91d0-c2c6ec727fdf req-e8c4bcb3-f526-4595-bc9f-324f68718bcd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511312 May 17 15:51:41.571869 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b4c98-d9d6-4985-9b18-7b7df8c60122 req-72bf5a35-d93d-4105-b454-1a2087797f04 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:41.573329 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-075b4c98-d9d6-4985-9b18-7b7df8c60122 req-72bf5a35-d93d-4105-b454-1a2087797f04 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0476155 May 17 15:51:41.623941 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-075b4c98-d9d6-4985-9b18-7b7df8c60122 req-2aff9a62-c533-4f35-8f43-2f463213923a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444775 May 17 15:51:42.754033 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8a70-09e1-46b6-b2e7-700f174d01c0 req-ba7e3e34-9095-40d7-8ea7-dc40fe5e3af1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:42.756122 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-94ca8a70-09e1-46b6-b2e7-700f174d01c0 req-ba7e3e34-9095-40d7-8ea7-dc40fe5e3af1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0504572 May 17 15:51:42.805371 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-94ca8a70-09e1-46b6-b2e7-700f174d01c0 req-5785552c-9f89-471d-bd79-30a3506c521f tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 May 17 15:51:43.927143 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a759e-70b0-4bde-865a-8b64b1bd17ab req-758e358f-88e9-4b1b-80fd-6b29266584c8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:43.928645 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-900a759e-70b0-4bde-865a-8b64b1bd17ab req-758e358f-88e9-4b1b-80fd-6b29266584c8 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0503681 May 17 15:51:43.990308 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-900a759e-70b0-4bde-865a-8b64b1bd17ab req-46060aac-4753-40fc-921e-2b95dd6151c9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560668 May 17 15:51:45.111715 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192a5c7-b28e-4bc8-9981-ea0f10b8e4c2 req-63300308-a8e3-4be7-90bc-0c93c74924d2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:45.113129 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a192a5c7-b28e-4bc8-9981-ea0f10b8e4c2 req-63300308-a8e3-4be7-90bc-0c93c74924d2 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0458665 May 17 15:51:45.157432 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a192a5c7-b28e-4bc8-9981-ea0f10b8e4c2 req-041b570b-3320-4722-a8b3-05f4a07d18aa tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388947 May 17 15:51:46.272941 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbf4e7-b36e-4ce4-9e8c-b9e852a1f2a9 req-2395cc3e-47d4-42cc-b216-7b3eab4e0a89 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:46.274408 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-96fbf4e7-b36e-4ce4-9e8c-b9e852a1f2a9 req-2395cc3e-47d4-42cc-b216-7b3eab4e0a89 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0458264 May 17 15:51:46.322655 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-96fbf4e7-b36e-4ce4-9e8c-b9e852a1f2a9 req-3c7ded28-314a-48eb-94fd-323e1b7258bf tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 May 17 15:51:47.438296 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816c5e2-3289-4fb8-8b8b-8a1125dbf7b9 req-294e7fa9-067f-40d0-8fcc-360f0643860d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:47.440200 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7816c5e2-3289-4fb8-8b8b-8a1125dbf7b9 req-294e7fa9-067f-40d0-8fcc-360f0643860d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0457096 May 17 15:51:47.485012 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7816c5e2-3289-4fb8-8b8b-8a1125dbf7b9 req-d0c2994c-e43c-4951-bd67-47b8688c2c69 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391905 May 17 15:51:48.602530 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66834c-d6da-486b-949d-a9e2898225f0 req-3d741186-0677-48d5-a0ae-717ac01fcf5a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:48.603979 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9b66834c-d6da-486b-949d-a9e2898225f0 req-3d741186-0677-48d5-a0ae-717ac01fcf5a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0463786 May 17 15:51:48.648652 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9b66834c-d6da-486b-949d-a9e2898225f0 req-5fc89e79-6e62-4d7a-b7af-50cf39722c29 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392256 May 17 15:51:49.633250 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:51:49.769269 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903b148-b9be-4903-be2f-baabb8cbb3e1 req-69868a73-d9ae-4582-986d-a134f6a9d1bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:49.770746 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e903b148-b9be-4903-be2f-baabb8cbb3e1 req-69868a73-d9ae-4582-986d-a134f6a9d1bc tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0499694 May 17 15:51:49.815160 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e903b148-b9be-4903-be2f-baabb8cbb3e1 req-a69de77b-8d08-430c-9c4a-5a87d3a0ea08 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 May 17 15:51:50.933384 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807453d1-6218-499e-8cd0-3f991a0da76d req-1ae9d184-7eaf-45c9-a1a2-dd42ab313cb6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:50.934843 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-807453d1-6218-499e-8cd0-3f991a0da76d req-1ae9d184-7eaf-45c9-a1a2-dd42ab313cb6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 944 time: 0.0459244 May 17 15:51:50.980363 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-807453d1-6218-499e-8cd0-3f991a0da76d req-1e4316b5-b4eb-4211-ae5a-40d10f3fd578 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401168 May 17 15:51:51.190368 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:51:51.287772 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:51.298469 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'port_id': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'mac_address': 'fa:16:3e:d8:4e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:51:51.332355 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3147fce3-6722-4f48-9760-c37ce1f654e6 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:51:51.332734 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:51.344743 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3147fce3-6722-4f48-9760-c37ce1f654e6 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:51:51.363625 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:51.367768 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:51.412685 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=9']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:51.751892 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['3147fce3-6722-4f48-9760-c37ce1f654e6'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:51:52.112286 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2e9d-fb01-45f8-b025-a3062a8dcd22 req-2af90a29-2396-4eeb-a2e2-a6abb0a06def tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:52.114320 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-371b2e9d-fb01-45f8-b025-a3062a8dcd22 req-2af90a29-2396-4eeb-a2e2-a6abb0a06def tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 945 time: 0.0498848 May 17 15:51:52.158491 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-371b2e9d-fb01-45f8-b025-a3062a8dcd22 req-8b366126-8337-406a-924d-38bfa32cd5b6 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386729 May 17 15:51:53.218045 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:51:53.261579 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 3147fce3-6722-4f48-9760-c37ce1f654e6 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:51:53.261947 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:53.274862 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b15619-1b16-4ad3-ae2c-f1b2ad0a8101 req-99d49ef8-642a-469a-9cb1-e54ea5f4e3a7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:53.276397 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a7b15619-1b16-4ad3-ae2c-f1b2ad0a8101 req-99d49ef8-642a-469a-9cb1-e54ea5f4e3a7 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 945 time: 0.0463581 May 17 15:51:53.326783 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a7b15619-1b16-4ad3-ae2c-f1b2ad0a8101 req-53930c9a-f8a2-4eac-adbd-45c782f73419 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446694 May 17 15:51:53.456155 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3147fce3-6722-4f48-9760-c37ce1f654e6 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:51:53.456457 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:53.477808 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:51:53.480028 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7ed698-405f-4978-8c15-9acf926c1b41" -d '{"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-plugged", "status": "completed", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:51:53.494958 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:51:53.499135 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:51:53.522995 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ace57f0-dd36-47fe-804b-94fd90d0394c x-openstack-request-id: req-4ace57f0-dd36-47fe-804b-94fd90d0394c {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:51:53.523278 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-plugged", "status": "completed", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:51:53.523523 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4ace57f0-dd36-47fe-804b-94fd90d0394c {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:51:53.523904 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ace57f0-dd36-47fe-804b-94fd90d0394c'] response: {'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'code': 200} May 17 15:51:53.550459 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=10']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:51:53.696574 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55038825-8c8f-4e6b-84b8-13b8a91b255d req-318ee6a1-9b20-4107-8f41-c88760f942d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:53.698029 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55038825-8c8f-4e6b-84b8-13b8a91b255d req-318ee6a1-9b20-4107-8f41-c88760f942d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 1131 time: 0.0374329 May 17 15:51:53.743326 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55038825-8c8f-4e6b-84b8-13b8a91b255d req-3023e2c0-b0e1-4b1f-a321-9b056927e6a9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395315 May 17 15:51:54.636462 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308910-4316-49db-9a8b-1e25679d42db req-0a3f6f58-9c98-472c-8d57-3b2c51ce85e1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:54.637887 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a5308910-4316-49db-9a8b-1e25679d42db req-0a3f6f58-9c98-472c-8d57-3b2c51ce85e1 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 947 time: 0.2385998 May 17 15:51:54.684145 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a5308910-4316-49db-9a8b-1e25679d42db req-3b5812ca-3507-42aa-b8d0-a8c58dedd7dd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 May 17 15:51:55.808965 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a25bc8-9dc1-49cc-ba85-72cf4dcf3693 req-3396a5c6-5d82-4de4-880e-64cd08ef94f9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:55.810459 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-31a25bc8-9dc1-49cc-ba85-72cf4dcf3693 req-3396a5c6-5d82-4de4-880e-64cd08ef94f9 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 947 time: 0.0475352 May 17 15:51:55.861337 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-31a25bc8-9dc1-49cc-ba85-72cf4dcf3693 req-84ba816d-ccbf-4a96-b62c-39b32e0297cd tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441170 May 17 15:51:56.981778 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667af2e-9132-4956-89d7-83cf926b3ab1 req-f8ba6a00-7d05-4431-b17d-a80ea0d9cb24 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:51:56.983230 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8667af2e-9132-4956-89d7-83cf926b3ab1 req-f8ba6a00-7d05-4431-b17d-a80ea0d9cb24 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 947 time: 0.0488114 May 17 15:51:57.028137 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8667af2e-9132-4956-89d7-83cf926b3ab1 req-f18e6435-83ee-40fb-8b43-d58de71a146c tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389278 May 17 15:51:59.969089 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:00.962877 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-310f9b30-7c56-436e-8d21-cae6e4d23643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:03.425958 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-97bcaf45-2f1e-497b-9bf4-b151587304e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:03.937919 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-bd91a5b0-bfd3-4a3b-a371-6f8f63e73e51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362499 May 17 15:52:04.013393 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-00b07ce8-bfa0-4cc1-8e47-1effa4525447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:52:04.014849 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-00b07ce8-bfa0-4cc1-8e47-1effa4525447 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf36f753be81486182665056a949849c&device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 1131 time: 0.0380883 May 17 15:52:04.115528 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-c2f1890a-4452-400b-9128-0e5d872ba025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:52:04.116924 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-c2f1890a-4452-400b-9128-0e5d872ba025 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 200 len: 917 time: 0.0846961 May 17 15:52:04.178758 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-2e72ae26-9228-42da-ba28-6a649e3919dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 200 len: 1002 time: 0.0520394 May 17 15:52:04.228650 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-f475cafd-8da0-4b2e-a4a9-5b5e646b30df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:52:04.229938 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-f475cafd-8da0-4b2e-a4a9-5b5e646b30df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 200 len: 855 time: 0.0447347 May 17 15:52:04.272187 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-1aff10cf-1f8d-48ba-9f8f-0cb95b5a2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:52:04.273611 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-1aff10cf-1f8d-48ba-9f8f-0cb95b5a2771 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16bc5678-13ce-4abe-8c13-1d4cfd08569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373962 May 17 15:52:04.332333 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:04.361054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-1ac19f8d-9ad8-4fb3-a585-0c4e168b678f service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814919 May 17 15:52:04.449560 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8479c0e3-9756-4d7a-9895-5e3a25e2dab4 req-670418ac-1986-4240-8080-28fe21e007f4 service neutron] 10.222.0.61 "GET /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811059 May 17 15:52:06.038429 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:07.508723 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:26.633208 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:52:29.972717 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:30.963497 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0e6d63bc-cbbe-4241-b6ae-576dc4af76ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:33.428204 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-37b54039-566f-42ae-ad37-9b110398e895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:34.334768 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:36.040275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:37.510268 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:49.176096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70af2b5-aeb7-468f-b7cb-a2d3739029a1 req-f29db8a6-9d25-4f96-bd09-056428865301 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:52:49.177525 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d70af2b5-aeb7-468f-b7cb-a2d3739029a1 req-f29db8a6-9d25-4f96-bd09-056428865301 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 946 time: 0.0461364 May 17 15:52:49.221810 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d70af2b5-aeb7-468f-b7cb-a2d3739029a1 req-6499f785-6a64-42a8-a051-01ddc933ff5f tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381103 May 17 15:52:50.347801 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce79670-ea89-425b-902d-4240f0471a7e req-544cd0ee-4d0d-47fa-922d-75f162aa4abb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:52:50.349426 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dce79670-ea89-425b-902d-4240f0471a7e req-544cd0ee-4d0d-47fa-922d-75f162aa4abb tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 946 time: 0.0491860 May 17 15:52:50.395308 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dce79670-ea89-425b-902d-4240f0471a7e req-326d1fe2-da7f-4690-a367-4e26f15b8c05 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390158 May 17 15:52:51.022638 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-abb09647-cb1c-441c-bed6-9f28aa3cc874 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:52:51.024096 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-abb09647-cb1c-441c-bed6-9f28aa3cc874 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 946 time: 0.0460215 May 17 15:52:51.103738 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Deleting port f52b50f9-a507-4651-8cf9-47e24b497db7 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:52:51.104000 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:51.189361 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] For port f52b50f9-a507-4651-8cf9-47e24b497db7, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=f52b50f9-a507-4651-8cf9-47e24b497db7,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:52:51.189724 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:51.345584 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:51.345944 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:51.346294 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Floating IP c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f disassociated. External IP: 172.27.2.191, port: f52b50f9-a507-4651-8cf9-47e24b497db7. May 17 15:52:51.346637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Calling delete_port for f52b50f9-a507-4651-8cf9-47e24b497db7 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:52:51.495351 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (f52b50f9-a507-4651-8cf9-47e24b497db7), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:51.784922 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'Port': ['ID=f52b50f9-a507-4651-8cf9-47e24b497db7,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:52:51.795009 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1400a-7059-4287-a247-b9dc5a7ecbb3 req-b2d03d7d-09e9-4730-8751-cbed024017c1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:52:51.796453 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8ce1400a-7059-4287-a247-b9dc5a7ecbb3 req-b2d03d7d-09e9-4730-8751-cbed024017c1 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/ports?device_id=542eabc5-0397-4192-be08-167bb6e4ab75 HTTP/1.1" status: 200 len: 946 time: 0.3310778 May 17 15:52:51.806731 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.807155 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.807464 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.807734 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.808071 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.808406 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.808730 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.809055 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.809380 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.809702 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.810049 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.810376 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.810695 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.811014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.811351 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:51.925728 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8ce1400a-7059-4287-a247-b9dc5a7ecbb3 req-36997b34-3559-44dd-bbba-4a29b2e972b5 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups?id=11b635f7-e56a-425b-aabb-b7182bce3d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112437 May 17 15:52:51.944661 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:52:52.045696 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:52:52.055789 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:52:52.066107 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:52:52.066717 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:52:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:52:52.087397 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] No DVR routers for this DVR port f52b50f9-a507-4651-8cf9-47e24b497db7 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:52:52.089949 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:52.093340 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c7553cc7-c975-4e7c-a1fe-f85c1d191f21 req-43132231-6800-4d1e-a183-23c19124e3a7 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.61 "DELETE /v2.0/ports/f52b50f9-a507-4651-8cf9-47e24b497db7 HTTP/1.1" status: 204 len: 173 time: 1.0647483 May 17 15:52:52.093762 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542eabc5-0397-4192-be08-167bb6e4ab75', 'name': 'network-vif-deleted', 'tag': 'f52b50f9-a507-4651-8cf9-47e24b497db7'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:52:52.096025 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2684cb26-d98c-441d-9cc6-1a188b90406f" -d '{"events": [{"server_uuid": "542eabc5-0397-4192-be08-167bb6e4ab75", "name": "network-vif-deleted", "tag": "f52b50f9-a507-4651-8cf9-47e24b497db7"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:52:52.132331 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3633a5b-34bb-4b79-aa5e-db1554f38d78 x-openstack-request-id: req-d3633a5b-34bb-4b79-aa5e-db1554f38d78 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:52:52.132623 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542eabc5-0397-4192-be08-167bb6e4ab75", "name": "network-vif-deleted", "tag": "f52b50f9-a507-4651-8cf9-47e24b497db7", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:52:52.133414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3633a5b-34bb-4b79-aa5e-db1554f38d78 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:52:52.133835 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3633a5b-34bb-4b79-aa5e-db1554f38d78'] response: {'server_uuid': '542eabc5-0397-4192-be08-167bb6e4ab75', 'name': 'network-vif-deleted', 'tag': 'f52b50f9-a507-4651-8cf9-47e24b497db7', 'status': 'completed', 'code': 200} May 17 15:52:52.172501 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:52:52.365979 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:52:52.470372 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:52:52.479956 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:52:52.480612 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:52:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:52:52.584388 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:52:52.766015 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:52:52.792557 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe8eb5c-a8d0-4006-bccc-1bc7a9a659a0 None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:42:04Z', 'revision_number': 4, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9', 'name': '', 'network_id': '670d118c-c4c6-4faf-9e34-d28bf36911ac', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'mac_address': 'fa:16:3e:e9:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:42:03Z', 'updated_at': '2022-05-17T15:42:15Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'subnets': [{'id': 'c9742d3f-de54-4522-b7a6-17c406b4f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:52:53.013529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57394) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:52:53.029001 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a87818-7944-4049-b714-4ec068485b1a None None] New status for floating IP c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:52:53.068661 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (11b635f7-e56a-425b-aabb-b7182bce3d69), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.091703 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (11b635f7-e56a-425b-aabb-b7182bce3d69), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.141974 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (11b635f7-e56a-425b-aabb-b7182bce3d69), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.144616 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.145892 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "DELETE /v2.0/security-groups/11b635f7-e56a-425b-aabb-b7182bce3d69 HTTP/1.1" status: 204 len: 168 time: 0.1311557 May 17 15:52:53.149182 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57398) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:52:53.155920 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b635f7-e56a-425b-aabb-b7182bce3d69,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:52:53.163812 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.164082 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.api.v2.resource [None req-8921ced0-8363-4a8a-9579-7d83d9b835fe tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] show failed (client error): The resource could not be found. May 17 15:52:53.164729 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.165081 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.165432 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.165751 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8921ced0-8363-4a8a-9579-7d83d9b835fe tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "GET /v2.0/security-groups/11b635f7-e56a-425b-aabb-b7182bce3d69 HTTP/1.1" status: 404 len: 347 time: 0.0148718 May 17 15:52:53.165864 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.166197 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.166529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.166854 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.167179 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.167715 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.167831 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.168250 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.168469 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57400) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:52:53.168611 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.168891 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.169213 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386d04b-32c0-4c96-a7d1-cf1699d2407a tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:52:53.277442 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Deleting port cf542f09-c80e-43b5-8d58-6be3c03a03f4 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:52:53.277776 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (cf542f09-c80e-43b5-8d58-6be3c03a03f4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.353555 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (cf542f09-c80e-43b5-8d58-6be3c03a03f4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.353795 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (cf542f09-c80e-43b5-8d58-6be3c03a03f4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.365526 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Calling delete_port for cf542f09-c80e-43b5-8d58-6be3c03a03f4 owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:52:53.488657 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (cf542f09-c80e-43b5-8d58-6be3c03a03f4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.516923 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Pushing event deleted for resources: {'Port': ['ID=cf542f09-c80e-43b5-8d58-6be3c03a03f4,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:52:53.559724 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device f52b50f9-a507-4651-8cf9-47e24b497db7 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:52:53.575293 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks [] for floatingip (c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.577918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:53.578780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: f52b50f9-a507-4651-8cf9-47e24b497db7 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:52:53.579064 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7ac1e7a9-af94-44e9-b560-39f2a4623eb4 tempest-AttachVolumeNegativeTest-1046646059 tempest-AttachVolumeNegativeTest-1046646059-project] 10.222.0.75 "DELETE /v2.0/floatingips/c7cd2343-ea75-4b3a-97ac-a2f9b0f14e6f HTTP/1.1" status: 204 len: 168 time: 0.4090846 May 17 15:52:53.579288 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device f52b50f9-a507-4651-8cf9-47e24b497db7 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:52:57.229599 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57436) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:52:57.689869 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:57.956732 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Deleting port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:52:57.956980 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:58.033897 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] For port 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:52:58.034288 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:58.047101 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Calling delete_port for 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 owned by network:router_interface {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:52:58.217475 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:58.246649 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Pushing event deleted for resources: {'Port': ['ID=7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:52:58.400133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:58.593225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:52:58.689310 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:52:58.694235 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c9067ab0-5902-457b-8214-4bfcccfe9efe admin admin] 10.222.0.75 "PUT /v2.0/routers/503a66ee-bbf3-4b1b-a93d-210ccb5dd814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4635799 May 17 15:52:58.697205 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57440) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:52:58.698698 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] Sync routers for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:52:58.708192 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:52:58.708795 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:52:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:52:58.803767 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks [] for router (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:58.807222 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:52:58.903416 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks [] for router_gateway (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:58.945430 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Deleting port 94112395-df0f-4039-bc53-1d961b58ae29 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:52:58.945789 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (94112395-df0f-4039-bc53-1d961b58ae29), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:58.966769 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '94112395-df0f-4039-bc53-1d961b58ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:52:58Z', 'revision_number': 5, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port': {'id': '94112395-df0f-4039-bc53-1d961b58ae29', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:56Z', 'updated_at': '2022-05-17T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:52:58.999438 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] Checking router: 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:52:59.007838 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] Routers {'503a66ee-bbf3-4b1b-a93d-210ccb5dd814'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:52:59.008451 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:52:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:52:59.027523 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] For port 94112395-df0f-4039-bc53-1d961b58ae29, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=94112395-df0f-4039-bc53-1d961b58ae29,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:52:59.028153 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (94112395-df0f-4039-bc53-1d961b58ae29), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.040913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Calling delete_port for 94112395-df0f-4039-bc53-1d961b58ae29 owned by network:router_gateway {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:52:59.090173 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] Set router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 gateway port host: None {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:52:59.138996 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:52:58Z', 'revision_number': 6, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:52:59.163600 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c1f94-1f2b-4d3f-bb0e-0795f63df3af None None] The sync data for ids ['503a66ee-bbf3-4b1b-a93d-210ccb5dd814'] in dv-cinder-842128-1-iscsi is: [{'id': '503a66ee-bbf3-4b1b-a93d-210ccb5dd814', 'name': 'tempest-AttachVolumeNegativeTest-1498028209-router', 'tenant_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:54Z', 'updated_at': '2022-05-17T15:52:58Z', 'revision_number': 6, 'project_id': 'b23dc4cf2a954ab8a64c81eac9080a70', 'gw_port_host': None}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:52:59.203355 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (94112395-df0f-4039-bc53-1d961b58ae29), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.229915 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Pushing event deleted for resources: {'Port': ['ID=94112395-df0f-4039-bc53-1d961b58ae29,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:52:59.290606 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.627501 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.629615 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks [] for router_controller (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.671485 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (503a66ee-bbf3-4b1b-a93d-210ccb5dd814), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.672065 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503a66ee-bbf3-4b1b-a93d-210ccb5dd814 {{(pid=110301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 15:52:59.676206 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.677318 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-e957f39e-70c4-4bff-9181-0366ef66e58d admin admin] 10.222.0.75 "DELETE /v2.0/routers/503a66ee-bbf3-4b1b-a93d-210ccb5dd814 HTTP/1.1" status: 204 len: 168 time: 0.9791813 May 17 15:52:59.679918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57442) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:52:59.723787 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3db50c-35aa-43e3-87cd-f666a9427cf8 admin admin] Deleting subnet c9742d3f-de54-4522-b7a6-17c406b4f52f {{(pid=110301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:52:59.726799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1e3db50c-35aa-43e3-87cd-f666a9427cf8 admin admin] Publish callbacks [] for subnet (c9742d3f-de54-4522-b7a6-17c406b4f52f), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.760248 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1e3db50c-35aa-43e3-87cd-f666a9427cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13728994'] for subnet (c9742d3f-de54-4522-b7a6-17c406b4f52f), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.836908 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1e3db50c-35aa-43e3-87cd-f666a9427cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (c9742d3f-de54-4522-b7a6-17c406b4f52f), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.887611 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1e3db50c-35aa-43e3-87cd-f666a9427cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13473968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771334'] for subnet (c9742d3f-de54-4522-b7a6-17c406b4f52f), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.912433 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3db50c-35aa-43e3-87cd-f666a9427cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9742d3f-de54-4522-b7a6-17c406b4f52f,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:52:59.916177 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1e3db50c-35aa-43e3-87cd-f666a9427cf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:52:59.919544 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1e3db50c-35aa-43e3-87cd-f666a9427cf8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c9742d3f-de54-4522-b7a6-17c406b4f52f HTTP/1.1" status: 204 len: 168 time: 0.2384176 May 17 15:52:59.922485 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57444) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:52:59.924755 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc511404-0c83-422f-b890-ed2415b82fcc None None] Network 670d118c-c4c6-4faf-9e34-d28bf36911ac requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:52:59.994863 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (670d118c-c4c6-4faf-9e34-d28bf36911ac), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.019281 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.038689 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Deleting port dba153e7-44e1-47de-a1fe-f85f3b4fc45b {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:53:00.039107 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.103894 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] For port dba153e7-44e1-47de-a1fe-f85f3b4fc45b, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:00.105443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.107669 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] DHCP port deletion for 670d118c-c4c6-4faf-9e34-d28bf36911ac request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 15:53:00.122834 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Calling delete_port for dba153e7-44e1-47de-a1fe-f85f3b4fc45b owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:53:00.153841 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Deleting port dba153e7-44e1-47de-a1fe-f85f3b4fc45b {{(pid=110302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:53:00.154291 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), before_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.206436 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.224200 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] For port dba153e7-44e1-47de-a1fe-f85f3b4fc45b, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,segment=NetworkSegment(cc6d950a-4fdf-4362-a2c9-6edb0b4d1716),segment_id=cc6d950a-4fdf-4362-a2c9-6edb0b4d1716)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:00.224588 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), precommit_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.234480 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:00.238306 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] No DVR routers for this DVR port dba153e7-44e1-47de-a1fe-f85f3b4fc45b on host dv-cinder-842128-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:53:00.243489 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Calling delete_port for dba153e7-44e1-47de-a1fe-f85f3b4fc45b owned by network:dhcp {{(pid=110302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:53:00.313001 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (670d118c-c4c6-4faf-9e34-d28bf36911ac), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.319245 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734'] for port (dba153e7-44e1-47de-a1fe-f85f3b4fc45b), after_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.332625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670d118c-c4c6-4faf-9e34-d28bf36911ac']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:00.341690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:00.341991 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6d950a-4fdf-4362-a2c9-6edb0b4d1716') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:00.342499 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Pushing event deleted for resources: {'Port': ['ID=dba153e7-44e1-47de-a1fe-f85f3b4fc45b,revision_number=None']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:00.357394 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] No DVR routers for this DVR port dba153e7-44e1-47de-a1fe-f85f3b4fc45b on host dv-cinder-842128-1-iscsi {{(pid=110302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:53:00.357583 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (cc6d950a-4fdf-4362-a2c9-6edb0b4d1716), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.359057 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.360229 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.360581 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.361342 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.361728 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.362939 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.362939 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.366197 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.366600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.366897 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.367266 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.368175 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.368497 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.368871 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.369150 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15eea-2c7f-4b92-b999-a24e18857f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:00.369586 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (cc6d950a-4fdf-4362-a2c9-6edb0b4d1716), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.375914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:53:00.376309 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (cc6d950a-4fdf-4362-a2c9-6edb0b4d1716), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:53:00.378045 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:53:00.429486 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (670d118c-c4c6-4faf-9e34-d28bf36911ac), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.434832 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.438476 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] 10.222.0.75 "DELETE /v2.0/networks/670d118c-c4c6-4faf-9e34-d28bf36911ac HTTP/1.1" status: 204 len: 168 time: 0.5150807 May 17 15:53:00.455733 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4b4bb-d134-4d07-a3ba-3aca6dc6f830 admin admin] Pushing event deleted for resources: {'Network': ['ID=670d118c-c4c6-4faf-9e34-d28bf36911ac,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:00.560469 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57448) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:00.599358 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7ee8c521-b178-4b1f-bcea-6117fe723c17 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b23dc4cf2a954ab8a64c81eac9080a70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375245 May 17 15:53:00.601659 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57450) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:00.647186 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-63e8dce9-c244-45a3-b1ba-20f493a3ca38 admin admin] Publish callbacks [] for security_group (af40b4a6-2c43-455e-b98e-606c6299f246), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.668307 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-63e8dce9-c244-45a3-b1ba-20f493a3ca38 admin admin] Publish callbacks [] for security_group (af40b4a6-2c43-455e-b98e-606c6299f246), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.723541 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-63e8dce9-c244-45a3-b1ba-20f493a3ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (af40b4a6-2c43-455e-b98e-606c6299f246), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.726323 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-63e8dce9-c244-45a3-b1ba-20f493a3ca38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:00.728520 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-63e8dce9-c244-45a3-b1ba-20f493a3ca38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/af40b4a6-2c43-455e-b98e-606c6299f246 HTTP/1.1" status: 204 len: 168 time: 0.1249759 May 17 15:53:00.736507 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8dce9-c244-45a3-b1ba-20f493a3ca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af40b4a6-2c43-455e-b98e-606c6299f246,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:00.901231 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 94112395-df0f-4039-bc53-1d961b58ae29 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:53:00.920861 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 94112395-df0f-4039-bc53-1d961b58ae29 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:53:00.921205 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 94112395-df0f-4039-bc53-1d961b58ae29 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:53:00.921620 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device dba153e7-44e1-47de-a1fe-f85f3b4fc45b no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:53:00.938979 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: dba153e7-44e1-47de-a1fe-f85f3b4fc45b {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:53:00.939651 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device dba153e7-44e1-47de-a1fe-f85f3b4fc45b not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:53:00.939759 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:53:00.966648 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:53:00.966989 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7bda8baa-c0f3-4b7c-a048-328ce7d4a4b9 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:53:00.980515 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bfe095ef-d7d2-4421-b1fe-16c57bf46046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:02.371454 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99dce0-c79a-4c7f-9f88-8cbaf18722ad req-e86d1e15-55fd-452f-8b57-c3e7cd68c397 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:02.372896 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ee99dce0-c79a-4c7f-9f88-8cbaf18722ad req-e86d1e15-55fd-452f-8b57-c3e7cd68c397 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 947 time: 0.0458188 May 17 15:53:02.425286 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ee99dce0-c79a-4c7f-9f88-8cbaf18722ad req-1eceb3fa-c6a8-4044-8998-5f3b52f9bb63 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468845 May 17 15:53:03.430237 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-753f35a1-0d70-4b1f-a65e-ca52575482bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:03.543162 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704bab1-03d9-4152-97c3-2932c7bc67ab req-c7d7b1f4-d009-4e0f-8f2f-547baf1ad10a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:03.544610 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f704bab1-03d9-4152-97c3-2932c7bc67ab req-c7d7b1f4-d009-4e0f-8f2f-547baf1ad10a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 947 time: 0.0461073 May 17 15:53:03.591147 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f704bab1-03d9-4152-97c3-2932c7bc67ab req-cac2a5ae-b67d-4fe6-b3a3-0f26f79a6d07 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402553 May 17 15:53:03.632742 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:53:03.946391 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6962eeae-1452-4b0a-9404-34ca43238a6d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:03.947831 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6962eeae-1452-4b0a-9404-34ca43238a6d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 947 time: 0.0463736 May 17 15:53:04.028791 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Deleting port 3147fce3-6722-4f48-9760-c37ce1f654e6 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:53:04.029126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:04.116887 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] For port 3147fce3-6722-4f48-9760-c37ce1f654e6, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3147fce3-6722-4f48-9760-c37ce1f654e6,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:04.117248 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:04.276052 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:04.276329 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (57f3c1aa-abea-4d07-859f-8620998ecc7e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:04.276642 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Floating IP 57f3c1aa-abea-4d07-859f-8620998ecc7e disassociated. External IP: 172.27.2.134, port: 3147fce3-6722-4f48-9760-c37ce1f654e6. May 17 15:53:04.276985 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Calling delete_port for 3147fce3-6722-4f48-9760-c37ce1f654e6 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:53:04.337102 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:04.398504 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (3147fce3-6722-4f48-9760-c37ce1f654e6), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:04.430135 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event deleted for resources: {'Port': ['ID=3147fce3-6722-4f48-9760-c37ce1f654e6,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:04.540850 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Router 86530571-bba0-41e0-95f5-ed0f506c1784 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:53:04.643914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:53:04.657171 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] Sync routers for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:53:04.666858 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:04.667855 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:04.730097 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-13159388-a6aa-4033-8b82-39dd5f2e6121 req-0622d25c-555e-4c97-b447-e26508e2f525 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/ports?device_id=0748c249-ac72-4f86-956e-d02cac507f75 HTTP/1.1" status: 200 len: 210 time: 0.0551639 May 17 15:53:04.731016 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] No DVR routers for this DVR port 3147fce3-6722-4f48-9760-c37ce1f654e6 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:53:04.733585 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:04.736822 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3b22fea8-b909-4dce-97dc-7602522f0d10 req-6d4df5d5-4735-4045-abe9-fca78fdad39e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.61 "DELETE /v2.0/ports/3147fce3-6722-4f48-9760-c37ce1f654e6 HTTP/1.1" status: 204 len: 173 time: 0.7839820 May 17 15:53:04.737264 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-deleted', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:53:04.739831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efc7fd7-6936-4d5d-943f-a825ea838e21" -d '{"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-deleted", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:53:04.821232 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:04.861926 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b453705-75a7-4f4c-b850-1b1c92101b2e x-openstack-request-id: req-1b453705-75a7-4f4c-b850-1b1c92101b2e {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:53:04.862275 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748c249-ac72-4f86-956e-d02cac507f75", "name": "network-vif-deleted", "tag": "3147fce3-6722-4f48-9760-c37ce1f654e6", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:53:04.862534 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b453705-75a7-4f4c-b850-1b1c92101b2e {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:53:04.862943 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b453705-75a7-4f4c-b850-1b1c92101b2e'] response: {'server_uuid': '0748c249-ac72-4f86-956e-d02cac507f75', 'name': 'network-vif-deleted', 'tag': '3147fce3-6722-4f48-9760-c37ce1f654e6', 'status': 'completed', 'code': 200} May 17 15:53:05.032360 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:05.059452 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] Checking router: 86530571-bba0-41e0-95f5-ed0f506c1784 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:53:05.067561 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:05.068156 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:05.166994 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:05.358147 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:05.382223 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d2ed0-36e1-47fa-81a5-61448db590b7 None None] The sync data for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi is: [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:41:59Z', 'revision_number': 4, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '59c5b89f-8cd8-4f31-872a-dd8ada9d3266', 'name': '', 'network_id': '16bc5678-13ce-4abe-8c13-1d4cfd08569f', 'tenant_id': 'bf36f753be81486182665056a949849c', 'mac_address': 'fa:16:3e:87:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:58Z', 'updated_at': '2022-05-17T15:42:14Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'subnets': [{'id': 'cfe766f6-03d5-4f5b-a45d-aa8cac939252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:53:05.608120 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e9ff2-9ba8-4279-8812-73c6be8b9ccb None None] New status for floating IP 57f3c1aa-abea-4d07-859f-8620998ecc7e: DOWN {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:53:05.863079 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57542) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:05.919111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ddb116a-edf2-4fe7-81c1-7e1092c88347 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:05.942942 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ddb116a-edf2-4fe7-81c1-7e1092c88347 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:05.991114 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ddb116a-edf2-4fe7-81c1-7e1092c88347 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:05.994531 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ddb116a-edf2-4fe7-81c1-7e1092c88347 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:05.995670 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-9ddb116a-edf2-4fe7-81c1-7e1092c88347 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "DELETE /v2.0/security-groups/2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9 HTTP/1.1" status: 204 len: 168 time: 0.1316118 May 17 15:53:05.998543 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57552) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:06.005525 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb116a-edf2-4fe7-81c1-7e1092c88347 tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:06.014670 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-533e5c5a-a35c-4d81-a7da-93676fee457d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] show failed (client error): The resource could not be found. May 17 15:53:06.018714 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-533e5c5a-a35c-4d81-a7da-93676fee457d tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "GET /v2.0/security-groups/2ebc6b84-9dbb-4c81-aa9b-e49c0216e8d9 HTTP/1.1" status: 404 len: 347 time: 0.0189521 May 17 15:53:06.019365 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57554) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:06.058041 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:06.134878 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Deleting port 15bf515a-6d3c-4ee8-bd8c-8b681369a322 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:53:06.135219 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (15bf515a-6d3c-4ee8-bd8c-8b681369a322), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:06.213501 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (15bf515a-6d3c-4ee8-bd8c-8b681369a322), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:06.213830 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (15bf515a-6d3c-4ee8-bd8c-8b681369a322), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:06.226155 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Calling delete_port for 15bf515a-6d3c-4ee8-bd8c-8b681369a322 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:53:06.360494 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (15bf515a-6d3c-4ee8-bd8c-8b681369a322), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:06.390943 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Pushing event deleted for resources: {'Port': ['ID=15bf515a-6d3c-4ee8-bd8c-8b681369a322,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:06.446898 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks [] for floatingip (57f3c1aa-abea-4d07-859f-8620998ecc7e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:06.449340 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:06.450527 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-81ef58eb-057f-4b7d-a7b1-be2104a92e8e tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] 10.222.0.75 "DELETE /v2.0/floatingips/57f3c1aa-abea-4d07-859f-8620998ecc7e HTTP/1.1" status: 204 len: 168 time: 0.4301741 May 17 15:53:07.512804 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:07.621372 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:53:07.642611 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 3147fce3-6722-4f48-9760-c37ce1f654e6 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:53:07.642955 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3147fce3-6722-4f48-9760-c37ce1f654e6 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:53:08.862131 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57618) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:09.320872 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (86530571-bba0-41e0-95f5-ed0f506c1784), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:09.539112 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Deleting port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:53:09.539361 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:09.614778 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] For port 59c5b89f-8cd8-4f31-872a-dd8ada9d3266, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:09.615137 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:09.627971 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Calling delete_port for 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:53:09.801329 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (59c5b89f-8cd8-4f31-872a-dd8ada9d3266), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:09.828957 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c5b89f-8cd8-4f31-872a-dd8ada9d3266,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:09.986599 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (86530571-bba0-41e0-95f5-ed0f506c1784), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:10.405020 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Router 86530571-bba0-41e0-95f5-ed0f506c1784 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:53:10.500880 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:53:10.506473 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-bbcc1f48-c9c3-47ea-b9fa-378313fde301 admin admin] 10.222.0.75 "PUT /v2.0/routers/86530571-bba0-41e0-95f5-ed0f506c1784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432619 May 17 15:53:10.508415 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57636) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:10.509652 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] Sync routers for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:53:10.519042 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:10.519642 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:10.604614 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks [] for router (86530571-bba0-41e0-95f5-ed0f506c1784), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:10.617601 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:10.701857 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks [] for router_gateway (86530571-bba0-41e0-95f5-ed0f506c1784), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:10.745743 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Deleting port d90a3838-71c6-46fe-85b4-e53cdf77f086 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:53:10.746123 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:10.827825 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] For port d90a3838-71c6-46fe-85b4-e53cdf77f086, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d90a3838-71c6-46fe-85b4-e53cdf77f086,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:10.828181 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:10.841404 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Calling delete_port for d90a3838-71c6-46fe-85b4-e53cdf77f086 owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:53:10.918177 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:53:09Z', 'revision_number': 5, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port': {'id': 'd90a3838-71c6-46fe-85b4-e53cdf77f086', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:41:53Z', 'updated_at': '2022-05-17T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:10.960093 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] Checking router: 86530571-bba0-41e0-95f5-ed0f506c1784 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:53:10.968994 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] Routers {'86530571-bba0-41e0-95f5-ed0f506c1784'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:10.969610 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['86530571-bba0-41e0-95f5-ed0f506c1784'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:11.031942 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (d90a3838-71c6-46fe-85b4-e53cdf77f086), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.056062 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] Set router 86530571-bba0-41e0-95f5-ed0f506c1784 gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:11.057491 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90a3838-71c6-46fe-85b4-e53cdf77f086,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:11.105496 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:53:10Z', 'revision_number': 6, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:11.117022 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (86530571-bba0-41e0-95f5-ed0f506c1784), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.133355 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70600b30-809f-4e94-afaf-9090b62402fd None None] The sync data for ids ['86530571-bba0-41e0-95f5-ed0f506c1784'] in dv-cinder-842128-1-iscsi is: [{'id': '86530571-bba0-41e0-95f5-ed0f506c1784', 'name': 'tempest-AttachVolumeShelveTestJSON-741112850-router', 'tenant_id': 'bf36f753be81486182665056a949849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:41:52Z', 'updated_at': '2022-05-17T15:53:10Z', 'revision_number': 6, 'project_id': 'bf36f753be81486182665056a949849c', 'gw_port_host': None}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:53:11.203492 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (86530571-bba0-41e0-95f5-ed0f506c1784), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.205589 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks [] for router_controller (86530571-bba0-41e0-95f5-ed0f506c1784), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.248085 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (86530571-bba0-41e0-95f5-ed0f506c1784), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.248705 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86530571-bba0-41e0-95f5-ed0f506c1784 {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 15:53:11.252946 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.254103 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9170c803-0699-42f1-bcd5-6f2174038713 admin admin] 10.222.0.75 "DELETE /v2.0/routers/86530571-bba0-41e0-95f5-ed0f506c1784 HTTP/1.1" status: 204 len: 168 time: 0.7446992 May 17 15:53:11.256646 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57638) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:11.299542 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-935b47cc-15f1-4b30-a442-6b2b72eb9f09 admin admin] Deleting subnet cfe766f6-03d5-4f5b-a45d-aa8cac939252 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:53:11.302615 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-935b47cc-15f1-4b30-a442-6b2b72eb9f09 admin admin] Publish callbacks [] for subnet (cfe766f6-03d5-4f5b-a45d-aa8cac939252), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.336506 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-935b47cc-15f1-4b30-a442-6b2b72eb9f09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13879736'] for subnet (cfe766f6-03d5-4f5b-a45d-aa8cac939252), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.412949 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-935b47cc-15f1-4b30-a442-6b2b72eb9f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (cfe766f6-03d5-4f5b-a45d-aa8cac939252), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.464587 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-935b47cc-15f1-4b30-a442-6b2b72eb9f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13635102'] for subnet (cfe766f6-03d5-4f5b-a45d-aa8cac939252), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.490248 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b47cc-15f1-4b30-a442-6b2b72eb9f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe766f6-03d5-4f5b-a45d-aa8cac939252,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:11.494039 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-935b47cc-15f1-4b30-a442-6b2b72eb9f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.500561 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-935b47cc-15f1-4b30-a442-6b2b72eb9f09 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cfe766f6-03d5-4f5b-a45d-aa8cac939252 HTTP/1.1" status: 204 len: 168 time: 0.2399220 May 17 15:53:11.500717 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57646) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:11.503101 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cfd869-825b-4748-bd9b-dfabbc171e8a None None] Network 16bc5678-13ce-4abe-8c13-1d4cfd08569f requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:53:11.599293 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (16bc5678-13ce-4abe-8c13-1d4cfd08569f), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.649864 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Deleting port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:53:11.650322 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.728416 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] For port 3891168c-8ddb-49c6-a097-8f4eb00b1c86, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=3891168c-8ddb-49c6-a097-8f4eb00b1c86,segment=NetworkSegment(e066a05b-3435-4a94-a5d8-870c56c45b33),segment_id=e066a05b-3435-4a94-a5d8-870c56c45b33)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:11.728963 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.744677 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Calling delete_port for 3891168c-8ddb-49c6-a097-8f4eb00b1c86 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:53:11.823321 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (3891168c-8ddb-49c6-a097-8f4eb00b1c86), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.851885 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Pushing event deleted for resources: {'Port': ['ID=3891168c-8ddb-49c6-a097-8f4eb00b1c86,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:11.856488 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] No DVR routers for this DVR port 3891168c-8ddb-49c6-a097-8f4eb00b1c86 on host dv-cinder-842128-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:53:11.927557 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (16bc5678-13ce-4abe-8c13-1d4cfd08569f), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.946477 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bc5678-13ce-4abe-8c13-1d4cfd08569f']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:11.955393 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e066a05b-3435-4a94-a5d8-870c56c45b33') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:11.955692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e066a05b-3435-4a94-a5d8-870c56c45b33') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:11.965571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (e066a05b-3435-4a94-a5d8-870c56c45b33), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.979882 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (e066a05b-3435-4a94-a5d8-870c56c45b33), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.986530 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:53:11.986920 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (e066a05b-3435-4a94-a5d8-870c56c45b33), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:53:11.988623 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:53:12.005034 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3718c-84fc-4163-b061-b78b4cbeb85d None None] DHCP port deletion for 16bc5678-13ce-4abe-8c13-1d4cfd08569f request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 15:53:12.048443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (16bc5678-13ce-4abe-8c13-1d4cfd08569f), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:12.054139 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:12.057262 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] 10.222.0.75 "DELETE /v2.0/networks/16bc5678-13ce-4abe-8c13-1d4cfd08569f HTTP/1.1" status: 204 len: 168 time: 0.5558407 May 17 15:53:12.068171 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96214bc1-efd4-4a55-bebc-cb49b5e38058 admin admin] Pushing event deleted for resources: {'Network': ['ID=16bc5678-13ce-4abe-8c13-1d4cfd08569f,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:12.186672 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57658) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:12.228376 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9580ccfb-c3f1-4c63-9b26-d684847297c4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf36f753be81486182665056a949849c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401669 May 17 15:53:12.231109 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57660) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:12.280270 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8f889d7d-18f0-4ed7-804d-71a87cbdf4c5 admin admin] Publish callbacks [] for security_group (d18f7d1d-1c02-46e7-b342-0f90336b6490), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:12.300275 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8f889d7d-18f0-4ed7-804d-71a87cbdf4c5 admin admin] Publish callbacks [] for security_group (d18f7d1d-1c02-46e7-b342-0f90336b6490), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:12.352489 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8f889d7d-18f0-4ed7-804d-71a87cbdf4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d18f7d1d-1c02-46e7-b342-0f90336b6490), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:12.355305 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8f889d7d-18f0-4ed7-804d-71a87cbdf4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:12.356706 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8f889d7d-18f0-4ed7-804d-71a87cbdf4c5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d18f7d1d-1c02-46e7-b342-0f90336b6490 HTTP/1.1" status: 204 len: 168 time: 0.1244717 May 17 15:53:12.364435 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f889d7d-18f0-4ed7-804d-71a87cbdf4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f7d1d-1c02-46e7-b342-0f90336b6490,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:12.918969 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 3891168c-8ddb-49c6-a097-8f4eb00b1c86 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:53:12.939284 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 3891168c-8ddb-49c6-a097-8f4eb00b1c86 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:53:12.939663 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 3891168c-8ddb-49c6-a097-8f4eb00b1c86 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:53:12.940160 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d90a3838-71c6-46fe-85b4-e53cdf77f086 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:53:12.959004 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: d90a3838-71c6-46fe-85b4-e53cdf77f086 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:53:12.959351 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d90a3838-71c6-46fe-85b4-e53cdf77f086 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:53:12.959767 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:53:12.977760 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:53:12.978384 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 59c5b89f-8cd8-4f31-872a-dd8ada9d3266 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:53:13.012102 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57690) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:13.103980 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-445706343-network', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:13.125519 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Made reservation on behalf of fabeead7b416455b8d93f9531f895ba4 for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:53:13.128277 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.136892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.216433 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Publish callbacks [] for security_group (7f871acd-6001-4899-8083-a34d22613691), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.220101 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7f871acd-6001-4899-8083-a34d22613691), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.243982 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:53:13.258267 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f871acd-6001-4899-8083-a34d22613691,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:13.261716 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (2737393d-5458-4e4a-8a16-128a2e8e9c8e), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.262143 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Added segment 2737393d-5458-4e4a-8a16-128a2e8e9c8e of type vlan for network 917a09a1-2bd7-4381-9dcc-06a916729d23 May 17 15:53:13.299581 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (917a09a1-2bd7-4381-9dcc-06a916729d23), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.324758 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (917a09a1-2bd7-4381-9dcc-06a916729d23), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.325719 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:13.326317 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.358993 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3458214 May 17 15:53:13.362117 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57694) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:13.367841 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Request body: {'subnet': {'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-445706343-subnet', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:13.386639 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ece26-d3ba-414b-9722-4c88d61bbb6f admin admin] Pushing event updated for resources: {'Network': ['ID=917a09a1-2bd7-4381-9dcc-06a916729d23,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:13.387935 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Made reservation on behalf of fabeead7b416455b8d93f9531f895ba4 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:53:13.390395 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13635123'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.397049 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:53:13.555938 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13635109'] for subnet (6d455570-b298-45d2-a4ac-08091d256a14), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.614105 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d455570-b298-45d2-a4ac-08091d256a14,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:13.621157 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Checking segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:53:13.621508 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Network hostable DHCP agents. Network: 917a09a1-2bd7-4381-9dcc-06a916729d23, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:53:13.638397 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:53:13.646418 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 917a09a1-2bd7-4381-9dcc-06a916729d23) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:53:13.650822 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:13.651449 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.656281 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7832e-ca90-4db5-b4cf-cfb8e4508fcb None None] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:53:13.666915 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-627d010e-6750-401b-985e-f0d471aa9517 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3034034 May 17 15:53:13.669875 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57696) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:13.674049 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:13.694046 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (93465d19-8b13-4259-8003-6e1d977281d4), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.695035 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (93465d19-8b13-4259-8003-6e1d977281d4), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.751345 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks [] for router_controller (93465d19-8b13-4259-8003-6e1d977281d4), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.761488 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-917a09a1-2bd7-4381-9dcc-06a916729d23', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:53:13.762575 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.882925 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks [] for router_gateway (93465d19-8b13-4259-8003-6e1d977281d4), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:13.893980 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Allocated IP 172.20.0.2 (917a09a1-2bd7-4381-9dcc-06a916729d23/6d455570-b298-45d2-a4ac-08091d256a14/2ab406f4-c310-4629-9470-0793b0849abe) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:53:14.045287 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Publish callbacks [] for port (2ab406f4-c310-4629-9470-0793b0849abe), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.051979 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (2ab406f4-c310-4629-9470-0793b0849abe), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.063574 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks [] for router_gateway (93465d19-8b13-4259-8003-6e1d977281d4), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.083873 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.092046 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:53:14.099825 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:53:14.103829 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:53:14.106146 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Pushing event updated for resources: {'Port': ['ID=2ab406f4-c310-4629-9470-0793b0849abe,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:14.172669 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Attempting to bind port 2ab406f4-c310-4629-9470-0793b0849abe on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:53:14.173045 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Attempting to bind port 2ab406f4-c310-4629-9470-0793b0849abe by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:53:14.173455 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Attempting to bind port 2ab406f4-c310-4629-9470-0793b0849abe on network 917a09a1-2bd7-4381-9dcc-06a916729d23 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:53:14.178929 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:53:14.179304 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Checking segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:53:14.179705 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.180099 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Bound using segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:53:14.180650 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Bound port: 2ab406f4-c310-4629-9470-0793b0849abe, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:53:14.181032 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (2ab406f4-c310-4629-9470-0793b0849abe), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.204845 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Allocated IP 172.27.2.79 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/7cbb3f20-1aa8-4faa-a129-66838691f64a) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:53:14.245157 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] For port 2ab406f4-c310-4629-9470-0793b0849abe, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:53:14.248207 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] For port 2ab406f4-c310-4629-9470-0793b0849abe, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=2ab406f4-c310-4629-9470-0793b0849abe,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:53:14.254156 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (2ab406f4-c310-4629-9470-0793b0849abe), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.311579 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797fde8-8a31-4cfd-a1d3-fdbb7d40a8b9 None None] Pushing event updated for resources: {'Port': ['ID=2ab406f4-c310-4629-9470-0793b0849abe,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:14.312053 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks [] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.346281 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.388386 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:53:14.391462 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:53:14.394449 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:53:14.429806 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbb3f20-1aa8-4faa-a129-66838691f64a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:14.658340 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks [] for router_gateway (93465d19-8b13-4259-8003-6e1d977281d4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.860044 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (93465d19-8b13-4259-8003-6e1d977281d4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:14.935585 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 2ab406f4-c310-4629-9470-0793b0849abe up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:53:14.987152 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 2ab406f4-c310-4629-9470-0793b0849abe triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:14.987620 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2ab406f4-c310-4629-9470-0793b0849abe), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:15.001376 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Router 93465d19-8b13-4259-8003-6e1d977281d4 is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:53:15.065485 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 2ab406f4-c310-4629-9470-0793b0849abe is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:15.066188 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (2ab406f4-c310-4629-9470-0793b0849abe), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:15.104308 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port 2ab406f4-c310-4629-9470-0793b0849abe, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=2ab406f4-c310-4629-9470-0793b0849abe,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:15.108938 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (2ab406f4-c310-4629-9470-0793b0849abe), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:15.170391 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=2ab406f4-c310-4629-9470-0793b0849abe,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:15.241166 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd34b8-5ab3-4713-b331-f83aadd4b1b3 None None] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:53:15.310423 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-1206a6fe-aa7c-43f9-9bc8-f07423a1deb6 None None] Provisioning complete for port 2ab406f4-c310-4629-9470-0793b0849abe triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:15.310776 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-1206a6fe-aa7c-43f9-9bc8-f07423a1deb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2ab406f4-c310-4629-9470-0793b0849abe), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:15.328083 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:53:15.344217 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Sync routers for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:53:15.347313 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:15.347313 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-63f4e261-5637-411d-b5dc-dd774ea53ed6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6759105 May 17 15:53:15.349503 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57716) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:15.355588 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:15.359741 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:15.458158 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-1206a6fe-aa7c-43f9-9bc8-f07423a1deb6 None None] Current status of the port 2ab406f4-c310-4629-9470-0793b0849abe is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:15.475183 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:15.678871 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-3c43be40-730c-4270-8875-17dd9c824d68 None None] Provisioning complete for port 2ab406f4-c310-4629-9470-0793b0849abe triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:15.679246 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3c43be40-730c-4270-8875-17dd9c824d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2ab406f4-c310-4629-9470-0793b0849abe), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:15.776855 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-3c43be40-730c-4270-8875-17dd9c824d68 None None] Current status of the port 2ab406f4-c310-4629-9470-0793b0849abe is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:15.790528 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:14Z', 'revision_number': 3, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:15.815572 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Checking router: 93465d19-8b13-4259-8003-6e1d977281d4 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:53:15.815920 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Updating router 93465d19-8b13-4259-8003-6e1d977281d4 port 7cbb3f20-1aa8-4faa-a129-66838691f64a binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:53:15.824634 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:15.843838 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:15.994983 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Allocated IP 172.20.0.1 (917a09a1-2bd7-4381-9dcc-06a916729d23/6d455570-b298-45d2-a4ac-08091d256a14/b19bd781-6acc-4123-87d1-0a838266557d) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:53:16.097420 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Publish callbacks [] for port (b19bd781-6acc-4123-87d1-0a838266557d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.124359 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Publish callbacks [] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.129627 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.131184 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (b19bd781-6acc-4123-87d1-0a838266557d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.173116 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:53:16.173362 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Attempting to bind port 7cbb3f20-1aa8-4faa-a129-66838691f64a on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:53:16.173728 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Attempting to bind port 7cbb3f20-1aa8-4faa-a129-66838691f64a by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:53:16.174105 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Attempting to bind port 7cbb3f20-1aa8-4faa-a129-66838691f64a on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:53:16.176649 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:53:16.180223 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:53:16.189460 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:53:16.189911 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:53:16.190388 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.190841 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:53:16.191380 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Bound port: 7cbb3f20-1aa8-4faa-a129-66838691f64a, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:53:16.191806 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.194959 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Pushing event updated for resources: {'Port': ['ID=7cbb3f20-1aa8-4faa-a129-66838691f64a,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:16.206958 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Pushing event updated for resources: {'Port': ['ID=b19bd781-6acc-4123-87d1-0a838266557d,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:16.228605 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (93465d19-8b13-4259-8003-6e1d977281d4), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.244342 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.244677 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.245092 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.245839 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.245839 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.246166 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.246379 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.246704 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.247045 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.247322 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.247645 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.247975 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.248292 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.248606 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.248917 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:16.268176 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] For port 7cbb3f20-1aa8-4faa-a129-66838691f64a, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:53:16.271495 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] For port 7cbb3f20-1aa8-4faa-a129-66838691f64a, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7cbb3f20-1aa8-4faa-a129-66838691f64a,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:53:16.283129 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.347731 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:16.347731 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:16.382769 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.389075 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16780627-b5cb-4124-a880-e3a6b394e594 None None] Pushing event updated for resources: {'Port': ['ID=7cbb3f20-1aa8-4faa-a129-66838691f64a,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:16.416905 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-fd39b8ea-6410-46c7-bb85-ed747a0d1dcd None None] Provisioning complete for port b19bd781-6acc-4123-87d1-0a838266557d triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:16.417480 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fd39b8ea-6410-46c7-bb85-ed747a0d1dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.448971 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-fd39b8ea-6410-46c7-bb85-ed747a0d1dcd None None] Port b19bd781-6acc-4123-87d1-0a838266557d cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:53:16.454957 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:16.583347 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Publish callbacks [] for port (b19bd781-6acc-4123-87d1-0a838266557d), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.592528 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (b19bd781-6acc-4123-87d1-0a838266557d), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.642584 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 1, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:16.656170 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (93465d19-8b13-4259-8003-6e1d977281d4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:16.658021 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Pushing event updated for resources: {'Port': ['ID=b19bd781-6acc-4123-87d1-0a838266557d,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:16.670484 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dba0b-2d0e-413c-b0cd-dc0e4b7a199e None None] The sync data for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi is: [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 1, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:53:16.756277 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:53:16.757743 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:53:16.914782 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Router 93465d19-8b13-4259-8003-6e1d977281d4 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:53:16.992349 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 2ab406f4-c310-4629-9470-0793b0849abe up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:53:17.078028 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 2ab406f4-c310-4629-9470-0793b0849abe triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:17.078403 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2ab406f4-c310-4629-9470-0793b0849abe), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.079966 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-a87bbdaf-3195-4dc1-8408-08ce7f8a72b2 None None] Provisioning complete for port b19bd781-6acc-4123-87d1-0a838266557d triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:17.080130 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:53:17.080320 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a87bbdaf-3195-4dc1-8408-08ce7f8a72b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.085111 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-159792b2-dd01-4c0d-a5d4-8d39676eba11 admin admin] 10.222.0.75 "PUT /v2.0/routers/93465d19-8b13-4259-8003-6e1d977281d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343609 May 17 15:53:17.150099 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-a87bbdaf-3195-4dc1-8408-08ce7f8a72b2 None None] Port b19bd781-6acc-4123-87d1-0a838266557d cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:53:17.200519 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 2ab406f4-c310-4629-9470-0793b0849abe is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:17.415709 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57762) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:17.555260 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57766) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:17.560035 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-8e1166cb-8904-4566-bd87-7d97b099f51f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243941836', 'description': 'tempest-description--1931722501'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:17.562243 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-59acd2a2-30bc-486b-8b18-71e3c6c585c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.584068 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e1166cb-8904-4566-bd87-7d97b099f51f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.658280 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-59acd2a2-30bc-486b-8b18-71e3c6c585c7 admin admin] Publish callbacks [] for security_group (07cb8ad2-2ff3-4fb0-b6eb-f97499edec0a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.661259 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e1166cb-8904-4566-bd87-7d97b099f51f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (5c730f77-9620-4681-a4a2-03435c4f91fc), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.662523 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-59acd2a2-30bc-486b-8b18-71e3c6c585c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (07cb8ad2-2ff3-4fb0-b6eb-f97499edec0a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.666123 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e1166cb-8904-4566-bd87-7d97b099f51f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (5c730f77-9620-4681-a4a2-03435c4f91fc), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.695705 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acd2a2-30bc-486b-8b18-71e3c6c585c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb8ad2-2ff3-4fb0-b6eb-f97499edec0a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:17.697489 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e1166cb-8904-4566-bd87-7d97b099f51f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.698765 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8e1166cb-8904-4566-bd87-7d97b099f51f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1423616 May 17 15:53:17.701685 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57768) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:17.706297 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-ab3a7bce-0e15-47ca-8eb2-7169ea920e80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'security_group_rule': {'security_group_id': '5c730f77-9620-4681-a4a2-03435c4f91fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:17.708266 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-59acd2a2-30bc-486b-8b18-71e3c6c585c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a3ec45c5f37040198e82459dd158bb67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914982 May 17 15:53:17.710781 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57770) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:17.716270 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1166cb-8904-4566-bd87-7d97b099f51f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c730f77-9620-4681-a4a2-03435c4f91fc,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:17.740694 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7bce-0e15-47ca-8eb2-7169ea920e80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (519c53b8-ba6c-48b5-bd4b-409abbd12d0a), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.772426 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ccec8f8a-b935-4604-bfcf-7efd9a7e4c85 admin admin] Publish callbacks [] for security_group (07cb8ad2-2ff3-4fb0-b6eb-f97499edec0a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.796011 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ccec8f8a-b935-4604-bfcf-7efd9a7e4c85 admin admin] Publish callbacks [] for security_group (07cb8ad2-2ff3-4fb0-b6eb-f97499edec0a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.802626 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7bce-0e15-47ca-8eb2-7169ea920e80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (519c53b8-ba6c-48b5-bd4b-409abbd12d0a), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.807630 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7bce-0e15-47ca-8eb2-7169ea920e80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (519c53b8-ba6c-48b5-bd4b-409abbd12d0a), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.828695 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a7bce-0e15-47ca-8eb2-7169ea920e80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519c53b8-ba6c-48b5-bd4b-409abbd12d0a,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:17.841113 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7bce-0e15-47ca-8eb2-7169ea920e80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.842467 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ab3a7bce-0e15-47ca-8eb2-7169ea920e80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396401 May 17 15:53:17.845757 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57772) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:17.851755 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-01dbf2f0-516e-48f4-bdd0-39d3dfaae331 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'security_group_rule': {'security_group_id': '5c730f77-9620-4681-a4a2-03435c4f91fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:17.866519 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ccec8f8a-b935-4604-bfcf-7efd9a7e4c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (07cb8ad2-2ff3-4fb0-b6eb-f97499edec0a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.869210 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ccec8f8a-b935-4604-bfcf-7efd9a7e4c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.870384 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ccec8f8a-b935-4604-bfcf-7efd9a7e4c85 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07cb8ad2-2ff3-4fb0-b6eb-f97499edec0a HTTP/1.1" status: 204 len: 168 time: 0.1586847 May 17 15:53:17.886445 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec8f8a-b935-4604-bfcf-7efd9a7e4c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb8ad2-2ff3-4fb0-b6eb-f97499edec0a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:17.901691 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-01dbf2f0-516e-48f4-bdd0-39d3dfaae331 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (4e241bad-15a8-47e4-8afc-a9d8607ec22e), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.980995 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-01dbf2f0-516e-48f4-bdd0-39d3dfaae331 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (4e241bad-15a8-47e4-8afc-a9d8607ec22e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:17.985518 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-01dbf2f0-516e-48f4-bdd0-39d3dfaae331 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (4e241bad-15a8-47e4-8afc-a9d8607ec22e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.007738 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbf2f0-516e-48f4-bdd0-39d3dfaae331 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e241bad-15a8-47e4-8afc-a9d8607ec22e,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:18.014522 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-01dbf2f0-516e-48f4-bdd0-39d3dfaae331 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.016122 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-01dbf2f0-516e-48f4-bdd0-39d3dfaae331 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1692290 May 17 15:53:18.019319 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57776) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:18.023766 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:18.048388 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.131077 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.197017 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57780) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:18.210974 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-20ca57ae-4ead-4021-9fd2-adaa3f202ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.250665 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Allocated IP 172.27.2.139 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/321b1af7-9a31-40c3-9fad-175a35de4df3) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:53:18.294617 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-20ca57ae-4ead-4021-9fd2-adaa3f202ad6 admin admin] Publish callbacks [] for security_group (d97844ec-4779-456d-b771-b142fd7b9a52), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.298495 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-20ca57ae-4ead-4021-9fd2-adaa3f202ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d97844ec-4779-456d-b771-b142fd7b9a52), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.337323 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-20ca57ae-4ead-4021-9fd2-adaa3f202ad6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1fa5500cfeca4969a8fdc9c3ef163953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391895 May 17 15:53:18.338162 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca57ae-4ead-4021-9fd2-adaa3f202ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97844ec-4779-456d-b771-b142fd7b9a52,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:18.339989 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57782) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:18.387730 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for port (321b1af7-9a31-40c3-9fad-175a35de4df3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.428291 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8705db6c-1eb4-4f6d-80e0-c835000eb575 admin admin] Publish callbacks [] for security_group (d97844ec-4779-456d-b771-b142fd7b9a52), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.454696 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (321b1af7-9a31-40c3-9fad-175a35de4df3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.457883 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8705db6c-1eb4-4f6d-80e0-c835000eb575 admin admin] Publish callbacks [] for security_group (d97844ec-4779-456d-b771-b142fd7b9a52), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.506083 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:53:18.523091 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:53:18.526043 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:53:18.531719 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'Port': ['ID=321b1af7-9a31-40c3-9fad-175a35de4df3,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:18.590138 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8705db6c-1eb4-4f6d-80e0-c835000eb575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d97844ec-4779-456d-b771-b142fd7b9a52), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.592134 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8705db6c-1eb4-4f6d-80e0-c835000eb575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.593270 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8705db6c-1eb4-4f6d-80e0-c835000eb575 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d97844ec-4779-456d-b771-b142fd7b9a52 HTTP/1.1" status: 204 len: 168 time: 0.2513876 May 17 15:53:18.620296 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705db6c-1eb4-4f6d-80e0-c835000eb575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97844ec-4779-456d-b771-b142fd7b9a52,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:18.636331 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (186dc15f-b66a-4701-b3e5-c11c1e7e3d5e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.673766 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (321b1af7-9a31-40c3-9fad-175a35de4df3), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.861452 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for port (321b1af7-9a31-40c3-9fad-175a35de4df3), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.869960 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (321b1af7-9a31-40c3-9fad-175a35de4df3), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.911100 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Sync routers for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:53:18.933415 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:18.934399 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:18.949171 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'Port': ['ID=321b1af7-9a31-40c3-9fad-175a35de4df3,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:18.972003 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (186dc15f-b66a-4701-b3e5-c11c1e7e3d5e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:18.981776 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7cbb3f20-1aa8-4faa-a129-66838691f64a up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:53:18.993617 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:19.003214 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5c98269c-83d4-4cfc-9328-f43da15af019 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9748652 May 17 15:53:19.072451 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 7cbb3f20-1aa8-4faa-a129-66838691f64a triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:19.072814 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:19.232697 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-95bc9b59-3ddc-40c2-8f08-4c1cec8cc012 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1243941836&fields=id&tenant_id=fabeead7b416455b8d93f9531f895ba4 HTTP/1.1" status: 200 len: 267 time: 0.0477188 May 17 15:53:19.238500 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:19.360392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-a8e3cf49-78fe-47c7-b031-39963ac715b2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:19.361849 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-a8e3cf49-78fe-47c7-b031-39963ac715b2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 810 time: 0.1147180 May 17 15:53:19.378937 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-276e77ec-bd16-480d-9b7c-92411e92d4e2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/quotas/fabeead7b416455b8d93f9531f895ba4 HTTP/1.1" status: 200 len: 375 time: 0.0109227 May 17 15:53:19.395541 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 7cbb3f20-1aa8-4faa-a129-66838691f64a is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:19.395829 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:19.430408 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port 7cbb3f20-1aa8-4faa-a129-66838691f64a, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7cbb3f20-1aa8-4faa-a129-66838691f64a,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:19.435311 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-2b71252b-81bd-4586-bea4-7892c2cd0a08 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498071 May 17 15:53:19.438600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:19.459887 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-991ce197-f3cb-44cb-b66d-450be8089069 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:53:19.460990 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-991ce197-f3cb-44cb-b66d-450be8089069 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053799 May 17 15:53:19.525024 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=7cbb3f20-1aa8-4faa-a129-66838691f64a,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:19.528086 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 2, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:19.553758 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Checking router: 93465d19-8b13-4259-8003-6e1d977281d4 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:53:19.554410 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Updating router 93465d19-8b13-4259-8003-6e1d977281d4 port b19bd781-6acc-4123-87d1-0a838266557d binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:53:19.565975 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-54ed34d3-5cc8-45e3-bf0a-6313c7812f4e service neutron] 10.222.0.75 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955217 May 17 15:53:19.584473 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:19.670390 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-ec85803a-6308-4992-9f84-5b1ce0cbb4f7 service neutron] 10.222.0.75 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977094 May 17 15:53:19.854042 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e2a306cb-0a7c-4796-894a-cdfbfad0499c req-6c2ba308-60b8-4190-a72e-8c26b79710d0 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 210 time: 0.0320163 May 17 15:53:19.916576 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Publish callbacks [] for port (b19bd781-6acc-4123-87d1-0a838266557d), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:19.921992 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b19bd781-6acc-4123-87d1-0a838266557d), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:19.974484 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3d7c2-9822-406f-afb8-702aa7d088fb None None] Pushing event updated for resources: {'Port': ['ID=b19bd781-6acc-4123-87d1-0a838266557d,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:20.037610 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Attempting to bind port b19bd781-6acc-4123-87d1-0a838266557d on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:53:20.038104 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Attempting to bind port b19bd781-6acc-4123-87d1-0a838266557d by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:53:20.038540 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Attempting to bind port b19bd781-6acc-4123-87d1-0a838266557d on network 917a09a1-2bd7-4381-9dcc-06a916729d23 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:53:20.044264 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:53:20.044717 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Checking segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:53:20.045259 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.045716 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Bound using segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:53:20.046277 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Bound port: b19bd781-6acc-4123-87d1-0a838266557d, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:53:20.046725 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.111823 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] For port b19bd781-6acc-4123-87d1-0a838266557d, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:53:20.115325 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] For port b19bd781-6acc-4123-87d1-0a838266557d, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b19bd781-6acc-4123-87d1-0a838266557d,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:53:20.121281 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b19bd781-6acc-4123-87d1-0a838266557d), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.182047 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:20.182846 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:20.231607 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3d7c2-9822-406f-afb8-702aa7d088fb None None] Pushing event updated for resources: {'Port': ['ID=b19bd781-6acc-4123-87d1-0a838266557d,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:20.237245 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-60a15f49-8779-4df3-8b0c-81eeb061294e None None] Provisioning complete for port b19bd781-6acc-4123-87d1-0a838266557d triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:20.237642 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-60a15f49-8779-4df3-8b0c-81eeb061294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.339718 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:20.411968 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57844) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:20.428583 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-60a15f49-8779-4df3-8b0c-81eeb061294e None None] Current status of the port b19bd781-6acc-4123-87d1-0a838266557d is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:20.428965 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-60a15f49-8779-4df3-8b0c-81eeb061294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.510431 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-60a15f49-8779-4df3-8b0c-81eeb061294e None None] For port b19bd781-6acc-4123-87d1-0a838266557d, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b19bd781-6acc-4123-87d1-0a838266557d,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:20.515360 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-60a15f49-8779-4df3-8b0c-81eeb061294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b19bd781-6acc-4123-87d1-0a838266557d), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.516982 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96d98479-1fb3-4b6e-b2a1-8bd0446c30a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.595950 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96d98479-1fb3-4b6e-b2a1-8bd0446c30a4 admin admin] Publish callbacks [] for security_group (6eaefb56-6d8a-4e02-b8ed-041ed3fcff4d), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.600119 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96d98479-1fb3-4b6e-b2a1-8bd0446c30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (6eaefb56-6d8a-4e02-b8ed-041ed3fcff4d), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.604439 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a15f49-8779-4df3-8b0c-81eeb061294e None None] Pushing event updated for resources: {'Port': ['ID=b19bd781-6acc-4123-87d1-0a838266557d,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:20.612857 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:20.639110 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-96d98479-1fb3-4b6e-b2a1-8bd0446c30a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c84b0e76bc24cae837dfa39d558f4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260642 May 17 15:53:20.639960 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d98479-1fb3-4b6e-b2a1-8bd0446c30a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaefb56-6d8a-4e02-b8ed-041ed3fcff4d,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:20.641525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93416-3c11-48ac-a612-a31ae544e347 None None] The sync data for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi is: [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:53:20.642090 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57848) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:20.650146 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-fb795da9-b410-4644-9a61-c9b1273bddb7 None None] Provisioning complete for port b19bd781-6acc-4123-87d1-0a838266557d triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:20.650515 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fb795da9-b410-4644-9a61-c9b1273bddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.704841 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-093825bd-943f-4c95-b997-f92deb9c41bc admin admin] Publish callbacks [] for security_group (6eaefb56-6d8a-4e02-b8ed-041ed3fcff4d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.728534 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-fb795da9-b410-4644-9a61-c9b1273bddb7 None None] Current status of the port b19bd781-6acc-4123-87d1-0a838266557d is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:20.730807 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-093825bd-943f-4c95-b997-f92deb9c41bc admin admin] Publish callbacks [] for security_group (6eaefb56-6d8a-4e02-b8ed-041ed3fcff4d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.780437 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-093825bd-943f-4c95-b997-f92deb9c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (6eaefb56-6d8a-4e02-b8ed-041ed3fcff4d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.783017 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-093825bd-943f-4c95-b997-f92deb9c41bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:20.784186 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-093825bd-943f-4c95-b997-f92deb9c41bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6eaefb56-6d8a-4e02-b8ed-041ed3fcff4d HTTP/1.1" status: 204 len: 168 time: 0.1410966 May 17 15:53:20.793922 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093825bd-943f-4c95-b997-f92deb9c41bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaefb56-6d8a-4e02-b8ed-041ed3fcff4d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:20.966150 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ebcec557-1cab-476a-9ada-8fa254fad24a req-98942170-fbb4-4646-bc18-9afb699273a3 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 210 time: 0.0392487 May 17 15:53:20.982286 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7cbb3f20-1aa8-4faa-a129-66838691f64a up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:53:21.035294 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 7cbb3f20-1aa8-4faa-a129-66838691f64a triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:21.035664 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.117784 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 7cbb3f20-1aa8-4faa-a129-66838691f64a is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:21.118928 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b19bd781-6acc-4123-87d1-0a838266557d up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:53:21.155690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 57860) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:21.167107 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port b19bd781-6acc-4123-87d1-0a838266557d triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:21.167970 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b19bd781-6acc-4123-87d1-0a838266557d), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.169517 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa7cbbaf-653d-475d-8d92-52833e8d830c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.249293 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port b19bd781-6acc-4123-87d1-0a838266557d is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:21.260573 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa7cbbaf-653d-475d-8d92-52833e8d830c admin admin] Publish callbacks [] for security_group (58f95a5b-d603-4163-8a7e-a82e4e466c53), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.264561 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa7cbbaf-653d-475d-8d92-52833e8d830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (58f95a5b-d603-4163-8a7e-a82e4e466c53), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.303130 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-fa7cbbaf-653d-475d-8d92-52833e8d830c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf16d9879c91441ba18ca2c114897694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461322 May 17 15:53:21.303989 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cbbaf-653d-475d-8d92-52833e8d830c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f95a5b-d603-4163-8a7e-a82e4e466c53,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:21.306406 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 57862) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:21.358459 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1c498006-0084-4b9a-aaa9-8447de45db79 admin admin] Publish callbacks [] for security_group (58f95a5b-d603-4163-8a7e-a82e4e466c53), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.389117 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1c498006-0084-4b9a-aaa9-8447de45db79 admin admin] Publish callbacks [] for security_group (58f95a5b-d603-4163-8a7e-a82e4e466c53), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.436405 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1c498006-0084-4b9a-aaa9-8447de45db79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (58f95a5b-d603-4163-8a7e-a82e4e466c53), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.439189 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1c498006-0084-4b9a-aaa9-8447de45db79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:21.440326 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1c498006-0084-4b9a-aaa9-8447de45db79 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/58f95a5b-d603-4163-8a7e-a82e4e466c53 HTTP/1.1" status: 204 len: 168 time: 0.1329315 May 17 15:53:21.448228 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c498006-0084-4b9a-aaa9-8447de45db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f95a5b-d603-4163-8a7e-a82e4e466c53,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:22.046395 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d8c60491-10ad-4625-bc72-545421948eeb req-71a8b976-cce1-473f-8b7b-4c8a2126f52a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 210 time: 0.0298908 May 17 15:53:23.129801 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f65b8cc6-cef2-493c-9300-b42854934520 req-e7158b24-07ff-4f41-9edc-c727be541e93 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 210 time: 0.0336528 May 17 15:53:24.225196 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c3f5baac-cf51-4be9-b3f4-563774f4e585 req-3929a4ab-aa26-4af3-9341-9d1f5a663075 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 210 time: 0.0298371 May 17 15:53:24.833263 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-c4e077de-81f1-4d83-a66a-632e5f4cb9ca tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:24.834734 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-c4e077de-81f1-4d83-a66a-632e5f4cb9ca tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 810 time: 0.1011143 May 17 15:53:24.896889 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-0d4dbab2-3023-4b5a-a387-5a23c5382006 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fabeead7b416455b8d93f9531f895ba4 HTTP/1.1" status: 200 len: 380 time: 0.0542779 May 17 15:53:24.965407 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'port': {'device_id': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'admin_state_up': True, 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'security_groups': ['5c730f77-9620-4681-a4a2-03435c4f91fc']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:25.074962 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Made reservation on behalf of fabeead7b416455b8d93f9531f895ba4 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:53:25.078463 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:25.216311 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Allocated IP 172.20.0.5 (917a09a1-2bd7-4381-9dcc-06a916729d23/6d455570-b298-45d2-a4ac-08091d256a14/e9a46791-512d-4556-80f5-15349d3449b9) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:53:25.348548 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-51c1c295-0bae-4a41-96ff-ae1b903496a6 req-83af0998-f17f-4286-9a77-d83ea41e5f58 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 210 time: 0.0374165 May 17 15:53:25.382221 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for port (e9a46791-512d-4556-80f5-15349d3449b9), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:25.414096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (e9a46791-512d-4556-80f5-15349d3449b9), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:25.453918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:53:25.457111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:53:25.463986 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:53:25.486754 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'Port': ['ID=e9a46791-512d-4556-80f5-15349d3449b9,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:25.515632 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:25.516247 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:25.532666 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-65fba892-9b81-495e-8a64-27d223c8287c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707779 May 17 15:53:25.541554 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-136ba704-1577-4e05-a488-3e2d3ca82bb1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:53:25.543208 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-136ba704-1577-4e05-a488-3e2d3ca82bb1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053332 May 17 15:53:25.646716 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Request body: {'port': {'device_id': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:25.675880 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-4e134b53-ba67-47da-b695-cf95d9f9f53f None None] Provisioning complete for port e9a46791-512d-4556-80f5-15349d3449b9 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:25.676458 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4e134b53-ba67-47da-b695-cf95d9f9f53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e9a46791-512d-4556-80f5-15349d3449b9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:25.707308 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e9a46791-512d-4556-80f5-15349d3449b9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:25.707819 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-4e134b53-ba67-47da-b695-cf95d9f9f53f None None] Port e9a46791-512d-4556-80f5-15349d3449b9 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:53:25.977064 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a46791-512d-4556-80f5-15349d3449b9 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:53:25.984573 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Publish callbacks [] for port (e9a46791-512d-4556-80f5-15349d3449b9), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:25.997241 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Transition to ACTIVE for port object e9a46791-512d-4556-80f5-15349d3449b9 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:53:26.000892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (e9a46791-512d-4556-80f5-15349d3449b9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:26.054038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a46791-512d-4556-80f5-15349d3449b9,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:26.123887 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Attempting to bind port e9a46791-512d-4556-80f5-15349d3449b9 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:53:26.124356 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Attempting to bind port e9a46791-512d-4556-80f5-15349d3449b9 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:53:26.124694 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Attempting to bind port e9a46791-512d-4556-80f5-15349d3449b9 on network 917a09a1-2bd7-4381-9dcc-06a916729d23 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:53:26.129457 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Port e9a46791-512d-4556-80f5-15349d3449b9 on network 917a09a1-2bd7-4381-9dcc-06a916729d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:53:26.129780 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Attempting to bind port e9a46791-512d-4556-80f5-15349d3449b9 on network 917a09a1-2bd7-4381-9dcc-06a916729d23 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:53:26.134769 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:53:26.135223 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Checking segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:53:26.135613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Bound using segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:53:26.136031 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Bound port: e9a46791-512d-4556-80f5-15349d3449b9, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:53:26.136383 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e9a46791-512d-4556-80f5-15349d3449b9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:26.202808 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] For port e9a46791-512d-4556-80f5-15349d3449b9, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:53:26.205900 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] For port e9a46791-512d-4556-80f5-15349d3449b9, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9a46791-512d-4556-80f5-15349d3449b9,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:53:26.211830 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (e9a46791-512d-4556-80f5-15349d3449b9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:26.249430 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:26.250071 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:26.251445 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] 10.222.0.61 "PUT /v2.0/ports/e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 1093 time: 0.7022543 May 17 15:53:26.251878 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'tag': 'e9a46791-512d-4556-80f5-15349d3449b9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:53:26.254133 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d0895-89d1-4710-b51a-dd847675aeae" -d '{"events": [{"name": "network-changed", "server_uuid": "e015bc8e-5811-406b-9e5c-76dff4966153", "tag": "e9a46791-512d-4556-80f5-15349d3449b9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:53:26.289989 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10cfdc-42e9-483c-9f95-4fe78134a413 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a46791-512d-4556-80f5-15349d3449b9,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:26.338456 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-180554e1-0b75-42f4-8cfa-bc98f5968bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:26.340288 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-180554e1-0b75-42f4-8cfa-bc98f5968bc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1127 time: 0.0448058 May 17 15:53:26.398562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-17de757e-fbab-4b61-9fb4-bfc38a137204 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 217 time: 0.0502849 May 17 15:53:26.511157 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c2f4a7-ded8-484d-819a-94c1cb5da981 x-openstack-request-id: req-a8c2f4a7-ded8-484d-819a-94c1cb5da981 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:53:26.511445 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e015bc8e-5811-406b-9e5c-76dff4966153", "tag": "e9a46791-512d-4556-80f5-15349d3449b9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:53:26.511699 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a8c2f4a7-ded8-484d-819a-94c1cb5da981 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:53:26.512097 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c2f4a7-ded8-484d-819a-94c1cb5da981'] response: {'name': 'network-changed', 'server_uuid': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'tag': 'e9a46791-512d-4556-80f5-15349d3449b9', 'status': 'completed', 'code': 200} May 17 15:53:26.529915 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-e3b0562b-0fb9-41f3-8edb-a929b91a559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:26.531470 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-e3b0562b-0fb9-41f3-8edb-a929b91a559d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.1273005 May 17 15:53:26.540485 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d508567-4553-4865-9fb2-4303ccbdc6fa req-d0a58f48-5ae9-4bbb-9609-23d35321bc76 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:26.541885 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3d508567-4553-4865-9fb2-4303ccbdc6fa req-d0a58f48-5ae9-4bbb-9609-23d35321bc76 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 943 time: 0.0870490 May 17 15:53:26.607058 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-4d3ca58a-82af-47f8-8e36-ddf4758248dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:26.608535 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-4d3ca58a-82af-47f8-8e36-ddf4758248dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657792 May 17 15:53:26.637419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3d508567-4553-4865-9fb2-4303ccbdc6fa req-01b33580-4d47-4652-8f8b-178d0518daf5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880635 May 17 15:53:26.704437 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-d2f6c0d9-9d26-44c3-a4ad-3bfc3a742e11 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887518 May 17 15:53:26.790926 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf068b19-6d77-4325-a49a-ededb0fdb3c5 req-9c753c76-e103-4776-a5ea-28a846aaa231 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806465 May 17 15:53:27.758363 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332f0f7-ed2c-473d-8439-fa0e7f2aa0d2 req-71434bfe-c28b-4f92-aa29-2f3a7afca6eb tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:27.759815 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e332f0f7-ed2c-473d-8439-fa0e7f2aa0d2 req-71434bfe-c28b-4f92-aa29-2f3a7afca6eb tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 943 time: 0.0526235 May 17 15:53:27.807070 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e332f0f7-ed2c-473d-8439-fa0e7f2aa0d2 req-0abb5fa4-136b-44db-ac92-37976b3afa52 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 May 17 15:53:28.941016 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170268-6e9e-4d12-8d6f-789e25d0a1c8 req-54c328dd-4779-4abf-ace5-1b51b8b0da91 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:28.942465 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-24170268-6e9e-4d12-8d6f-789e25d0a1c8 req-54c328dd-4779-4abf-ace5-1b51b8b0da91 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 943 time: 0.0690644 May 17 15:53:28.945421 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-b6f522d6-b494-4705-bf2c-cab3a4c50590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:28.947511 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-b6f522d6-b494-4705-bf2c-cab3a4c50590 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1127 time: 0.0653684 May 17 15:53:29.040511 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-24170268-6e9e-4d12-8d6f-789e25d0a1c8 req-de58a642-8035-4156-91de-adeeeb55c440 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919051 May 17 15:53:29.064380 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-bc5d3fc6-dd7f-44c5-9f65-1a8b38b2a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:29.065892 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-bc5d3fc6-dd7f-44c5-9f65-1a8b38b2a233 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.1118240 May 17 15:53:29.108623 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-d5bfa230-b9fc-4d35-82f6-182f15c3a34e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 217 time: 0.0368795 May 17 15:53:29.159688 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-4c7ce154-3344-4ac1-b2bf-948a1fa33e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:29.161109 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-4c7ce154-3344-4ac1-b2bf-948a1fa33e58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0466561 May 17 15:53:29.202497 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-123e104a-8661-4975-bfc3-f68229553acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:29.203984 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-123e104a-8661-4975-bfc3-f68229553acd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370269 May 17 15:53:29.292159 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-5ed33c53-2f05-4b36-a46b-aca130a3534a service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825663 May 17 15:53:29.382708 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0b2d0895-89d1-4710-b51a-dd847675aeae req-a4ec1ba5-a5ea-4107-8e8e-b31c50740694 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847750 May 17 15:53:29.714869 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device e9a46791-512d-4556-80f5-15349d3449b9 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:53:29.814690 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port e9a46791-512d-4556-80f5-15349d3449b9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9a46791-512d-4556-80f5-15349d3449b9,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:29.826491 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'e9a46791-512d-4556-80f5-15349d3449b9', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'port_id': 'e9a46791-512d-4556-80f5-15349d3449b9', 'mac_address': 'fa:16:3e:c9:c8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:53:29.861215 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port e9a46791-512d-4556-80f5-15349d3449b9 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:29.861600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e9a46791-512d-4556-80f5-15349d3449b9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:29.875150 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a46791-512d-4556-80f5-15349d3449b9 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:53:29.895298 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port e9a46791-512d-4556-80f5-15349d3449b9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9a46791-512d-4556-80f5-15349d3449b9,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:29.899664 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e9a46791-512d-4556-80f5-15349d3449b9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:29.949358 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=e9a46791-512d-4556-80f5-15349d3449b9,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:30.050457 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58032) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:30.155891 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.157428 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba6c44-8357-40b4-b97c-b0354d0d798f req-7d3c4463-b161-4340-9ab3-adf0295a54cb tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:30.158291 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e6f3-2612-488e-a25b-b00c7cf51dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.159155 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-64ba6c44-8357-40b4-b97c-b0354d0d798f req-7d3c4463-b161-4340-9ab3-adf0295a54cb tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 944 time: 0.0523245 May 17 15:53:30.211033 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-64ba6c44-8357-40b4-b97c-b0354d0d798f req-1b912ecb-697c-468a-bc23-1b19ed2df2eb tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 May 17 15:53:30.238262 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e6f3-2612-488e-a25b-b00c7cf51dff admin admin] Publish callbacks [] for security_group (ca7fa3ee-7b23-46b9-866d-6c5f7a4f37e6), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.242174 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e6f3-2612-488e-a25b-b00c7cf51dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ca7fa3ee-7b23-46b9-866d-6c5f7a4f37e6), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.268682 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['e9a46791-512d-4556-80f5-15349d3449b9'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:53:30.280374 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d0f5e6f3-2612-488e-a25b-b00c7cf51dff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bdf2a029e95c45ea926cf107ab534d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288623 May 17 15:53:30.281276 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5e6f3-2612-488e-a25b-b00c7cf51dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7fa3ee-7b23-46b9-866d-6c5f7a4f37e6,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:30.283098 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58038) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:30.331003 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d325501f-d8f5-4531-9a88-1185b75b5a07 admin admin] Publish callbacks [] for security_group (ca7fa3ee-7b23-46b9-866d-6c5f7a4f37e6), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.354107 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d325501f-d8f5-4531-9a88-1185b75b5a07 admin admin] Publish callbacks [] for security_group (ca7fa3ee-7b23-46b9-866d-6c5f7a4f37e6), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.407228 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d325501f-d8f5-4531-9a88-1185b75b5a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ca7fa3ee-7b23-46b9-866d-6c5f7a4f37e6), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.409820 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d325501f-d8f5-4531-9a88-1185b75b5a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.410985 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d325501f-d8f5-4531-9a88-1185b75b5a07 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca7fa3ee-7b23-46b9-866d-6c5f7a4f37e6 HTTP/1.1" status: 204 len: 168 time: 0.1262236 May 17 15:53:30.419306 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325501f-d8f5-4531-9a88-1185b75b5a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7fa3ee-7b23-46b9-866d-6c5f7a4f37e6,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:30.665324 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58044) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:30.677887 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9312ab9c-cedd-4150-8a8a-fef34ee9fd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.752378 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9312ab9c-cedd-4150-8a8a-fef34ee9fd7a admin admin] Publish callbacks [] for security_group (7350b78a-f484-4031-aa66-956ac93653b2), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.756720 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9312ab9c-cedd-4150-8a8a-fef34ee9fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7350b78a-f484-4031-aa66-956ac93653b2), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.793676 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-9312ab9c-cedd-4150-8a8a-fef34ee9fd7a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e708ab7584bc49e989e9eead2e8f9324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272199 May 17 15:53:30.794615 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312ab9c-cedd-4150-8a8a-fef34ee9fd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7350b78a-f484-4031-aa66-956ac93653b2,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:30.797010 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58046) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:30.843977 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a27b70a5-38e0-42e0-968e-721278ac2c45 admin admin] Publish callbacks [] for security_group (7350b78a-f484-4031-aa66-956ac93653b2), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.864603 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a27b70a5-38e0-42e0-968e-721278ac2c45 admin admin] Publish callbacks [] for security_group (7350b78a-f484-4031-aa66-956ac93653b2), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.910879 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a27b70a5-38e0-42e0-968e-721278ac2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7350b78a-f484-4031-aa66-956ac93653b2), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.913602 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a27b70a5-38e0-42e0-968e-721278ac2c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:30.914693 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a27b70a5-38e0-42e0-968e-721278ac2c45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7350b78a-f484-4031-aa66-956ac93653b2 HTTP/1.1" status: 204 len: 168 time: 0.1166427 May 17 15:53:30.922075 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b70a5-38e0-42e0-968e-721278ac2c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7350b78a-f484-4031-aa66-956ac93653b2,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:30.961657 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ce335ef9-df20-49d8-aad8-7b1ffd520884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.217554 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58052) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:31.230918 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c8a10756-1d4c-4a4c-8856-9e8fcd81cecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.312665 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c8a10756-1d4c-4a4c-8856-9e8fcd81cecd admin admin] Publish callbacks [] for security_group (620555d6-2656-4d72-b532-74383d2175c6), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.316555 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c8a10756-1d4c-4a4c-8856-9e8fcd81cecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (620555d6-2656-4d72-b532-74383d2175c6), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.354107 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a10756-1d4c-4a4c-8856-9e8fcd81cecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620555d6-2656-4d72-b532-74383d2175c6,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:31.359771 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c8a10756-1d4c-4a4c-8856-9e8fcd81cecd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=76a7e5782d824d669cb6e99d00f057ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411023 May 17 15:53:31.362637 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58056) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:31.413038 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b53-a14f-48e9-8e03-2d0ae440c8ed admin admin] Publish callbacks [] for security_group (620555d6-2656-4d72-b532-74383d2175c6), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.437287 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b53-a14f-48e9-8e03-2d0ae440c8ed admin admin] Publish callbacks [] for security_group (620555d6-2656-4d72-b532-74383d2175c6), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.486152 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b53-a14f-48e9-8e03-2d0ae440c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (620555d6-2656-4d72-b532-74383d2175c6), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.488708 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b53-a14f-48e9-8e03-2d0ae440c8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.492166 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a00d5b53-a14f-48e9-8e03-2d0ae440c8ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/620555d6-2656-4d72-b532-74383d2175c6 HTTP/1.1" status: 204 len: 168 time: 0.1264443 May 17 15:53:31.499009 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d5b53-a14f-48e9-8e03-2d0ae440c8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620555d6-2656-4d72-b532-74383d2175c6,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:31.597980 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dab4d7-9061-40de-856e-00c574c628f8 req-9d4b4c19-f691-43df-9851-5ad0134aa8d7 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:31.599476 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06dab4d7-9061-40de-856e-00c574c628f8 req-9d4b4c19-f691-43df-9851-5ad0134aa8d7 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 944 time: 0.3166807 May 17 15:53:31.651445 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06dab4d7-9061-40de-856e-00c574c628f8 req-c60de198-c994-4961-9a5a-2d55523696e8 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 May 17 15:53:31.730882 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device e9a46791-512d-4556-80f5-15349d3449b9 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:53:31.783494 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port e9a46791-512d-4556-80f5-15349d3449b9 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:53:31.791209 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port e9a46791-512d-4556-80f5-15349d3449b9 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:53:31.791709 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e9a46791-512d-4556-80f5-15349d3449b9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.873203 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port e9a46791-512d-4556-80f5-15349d3449b9 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:53:31.873592 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e9a46791-512d-4556-80f5-15349d3449b9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.896165 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a46791-512d-4556-80f5-15349d3449b9'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:53:31.899283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecb2918-8a39-44eb-8263-50617b278306" -d '{"events": [{"server_uuid": "e015bc8e-5811-406b-9e5c-76dff4966153", "name": "network-vif-plugged", "status": "completed", "tag": "e9a46791-512d-4556-80f5-15349d3449b9"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:53:31.912886 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port e9a46791-512d-4556-80f5-15349d3449b9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9a46791-512d-4556-80f5-15349d3449b9,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:53:31.917626 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e9a46791-512d-4556-80f5-15349d3449b9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:31.940874 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8757be-9d6a-4935-b1fb-39f408af6a62 x-openstack-request-id: req-2d8757be-9d6a-4935-b1fb-39f408af6a62 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:53:31.941160 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e015bc8e-5811-406b-9e5c-76dff4966153", "name": "network-vif-plugged", "status": "completed", "tag": "e9a46791-512d-4556-80f5-15349d3449b9", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:53:31.941410 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d8757be-9d6a-4935-b1fb-39f408af6a62 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:53:31.941797 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8757be-9d6a-4935-b1fb-39f408af6a62'] response: {'server_uuid': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a46791-512d-4556-80f5-15349d3449b9', 'code': 200} May 17 15:53:31.973690 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=e9a46791-512d-4556-80f5-15349d3449b9,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:32.118939 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a469992-5864-4d09-a02e-761b514487e3 req-49ba97b8-7d0d-4edb-8efc-eb54711cfddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:32.121130 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4a469992-5864-4d09-a02e-761b514487e3 req-49ba97b8-7d0d-4edb-8efc-eb54711cfddb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1129 time: 0.0491436 May 17 15:53:32.167492 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4a469992-5864-4d09-a02e-761b514487e3 req-1a628a72-c255-4617-9823-dde921e08263 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 May 17 15:53:32.761774 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554be02d-e08a-4862-b4f5-b4d0e2eaee1a req-f7f3abc8-e19b-4cde-978e-de7a30aef253 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:32.763543 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-554be02d-e08a-4862-b4f5-b4d0e2eaee1a req-f7f3abc8-e19b-4cde-978e-de7a30aef253 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0486186 May 17 15:53:32.809766 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-554be02d-e08a-4862-b4f5-b4d0e2eaee1a req-3bcdbc1d-0bd1-41bd-8ada-32299e6b5c76 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405798 May 17 15:53:33.431048 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-871863a4-a737-4661-b7b6-bc1941562620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:33.923431 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d60c-912b-409e-baa7-b5f82dffba95 req-6f2bbe7e-66fb-49f2-a498-3313aa8ce4f8 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:33.924840 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3c20d60c-912b-409e-baa7-b5f82dffba95 req-6f2bbe7e-66fb-49f2-a498-3313aa8ce4f8 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0456882 May 17 15:53:33.969391 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3c20d60c-912b-409e-baa7-b5f82dffba95 req-a0d893d3-bf85-4c2c-b8bf-a7bcb013af70 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 May 17 15:53:34.075541 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db9349-3a5f-4d4f-8b5a-eb84402ae21f req-74e1a94f-367c-4088-8cc5-362c68d16f90 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:34.076933 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-54db9349-3a5f-4d4f-8b5a-eb84402ae21f req-74e1a94f-367c-4088-8cc5-362c68d16f90 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0451639 May 17 15:53:34.085737 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58100) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:34.089885 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'floatingip': {'port_id': 'e9a46791-512d-4556-80f5-15349d3449b9'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:53:34.127450 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (186dc15f-b66a-4701-b3e5-c11c1e7e3d5e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:34.340846 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:34.532979 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:34.536544 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (186dc15f-b66a-4701-b3e5-c11c1e7e3d5e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:34.627084 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Floating IP 186dc15f-b66a-4701-b3e5-c11c1e7e3d5e associated. External IP: 172.27.2.139, port: e9a46791-512d-4556-80f5-15349d3449b9. May 17 15:53:34.815592 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Router 93465d19-8b13-4259-8003-6e1d977281d4 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:53:34.920846 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:53:34.925159 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:34.930232 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] Sync routers for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:53:34.939939 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:34.940550 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:34.955082 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-bea6d73c-3434-4213-8905-041145025662 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "PUT /v2.0/floatingips/186dc15f-b66a-4701-b3e5-c11c1e7e3d5e HTTP/1.1" status: 200 len: 991 time: 0.8683133 May 17 15:53:34.955658 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'tag': 'e9a46791-512d-4556-80f5-15349d3449b9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:53:34.957925 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea5d4c-3292-4ac9-929d-cb8bac461e45" -d '{"events": [{"name": "network-changed", "server_uuid": "e015bc8e-5811-406b-9e5c-76dff4966153", "tag": "e9a46791-512d-4556-80f5-15349d3449b9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:53:34.992351 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0485e729-f5fd-49ce-8c0b-554e4d26905d x-openstack-request-id: req-0485e729-f5fd-49ce-8c0b-554e4d26905d {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:53:34.992646 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e015bc8e-5811-406b-9e5c-76dff4966153", "tag": "e9a46791-512d-4556-80f5-15349d3449b9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:53:34.993397 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0485e729-f5fd-49ce-8c0b-554e4d26905d {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:53:34.993803 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0485e729-f5fd-49ce-8c0b-554e4d26905d'] response: {'name': 'network-changed', 'server_uuid': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'tag': 'e9a46791-512d-4556-80f5-15349d3449b9', 'status': 'completed', 'code': 200} May 17 15:53:35.038768 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:35.245044 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '186dc15f-b66a-4701-b3e5-c11c1e7e3d5e', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'port_id': 'e9a46791-512d-4556-80f5-15349d3449b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'mac_address': 'fa:16:3e:c9:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:53:18Z', 'updated_at': '2022-05-17T15:53:34Z', 'revision_number': 1, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:35.271079 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] Checking router: 93465d19-8b13-4259-8003-6e1d977281d4 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:53:35.278958 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:53:35.279538 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:53:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:35.374263 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:53:35.646261 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '186dc15f-b66a-4701-b3e5-c11c1e7e3d5e', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'port_id': 'e9a46791-512d-4556-80f5-15349d3449b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'mac_address': 'fa:16:3e:c9:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:53:18Z', 'updated_at': '2022-05-17T15:53:34Z', 'revision_number': 1, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:53:35.670222 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0be3f2-48d7-4109-bb97-551caa4f3fc0 None None] The sync data for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi is: [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '186dc15f-b66a-4701-b3e5-c11c1e7e3d5e', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'port_id': 'e9a46791-512d-4556-80f5-15349d3449b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'mac_address': 'fa:16:3e:c9:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:53:18Z', 'updated_at': '2022-05-17T15:53:34Z', 'revision_number': 1, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:53:35.862925 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f9620-e3c5-4ff8-99ba-947eddefd8cd None None] New status for floating IP 186dc15f-b66a-4701-b3e5-c11c1e7e3d5e: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:53:36.124643 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:36.323360 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-e441e4bf-333d-4dd4-ae29-1d9d113ba71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:36.324755 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-e441e4bf-333d-4dd4-ae29-1d9d113ba71b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1129 time: 0.0398686 May 17 15:53:37.515243 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:37.611382 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-e682606f-ec4e-42c5-ab31-671f4ac8a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:37.612825 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-e682606f-ec4e-42c5-ab31-671f4ac8a53e service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.0867276 May 17 15:53:37.672004 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-7437668c-3232-436d-938e-e54152f28eb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 1001 time: 0.0525854 May 17 15:53:37.720839 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-f12581e6-e1c0-423f-93ea-26b5564494fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:37.722243 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-f12581e6-e1c0-423f-93ea-26b5564494fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0445275 May 17 15:53:37.763149 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-122be8e1-2863-482f-8de4-2eb3fbff235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:53:37.764597 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-122be8e1-2863-482f-8de4-2eb3fbff235e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371313 May 17 15:53:37.854052 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-e1933d77-12e2-49b1-95ad-58ac583fe208 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829642 May 17 15:53:37.942744 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-86ea5d4c-3292-4ac9-929d-cb8bac461e45 req-59f3ab02-4f6c-467e-b4f5-0b3d10009071 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836079 May 17 15:53:40.631286 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:53:56.046719 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58208) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:56.147395 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:56.222640 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Publish callbacks [] for security_group (659c7d7a-1f84-45da-9736-6018dcd8be29), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:56.227010 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (659c7d7a-1f84-45da-9736-6018dcd8be29), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:56.264195 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ebf98f51afd45e7a7205329b97e083e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163265 May 17 15:53:56.265046 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659c7d7a-1f84-45da-9736-6018dcd8be29,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:56.266818 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58212) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:53:56.272167 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.272510 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.272878 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.273218 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.273547 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.273874 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.274217 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.274543 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.274879 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.275199 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.275540 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.275858 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.276172 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.276482 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.277368 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5920c-da0f-45c0-8b3d-c4496a79b166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.314741 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Publish callbacks [] for security_group (659c7d7a-1f84-45da-9736-6018dcd8be29), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:56.335034 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Publish callbacks [] for security_group (659c7d7a-1f84-45da-9736-6018dcd8be29), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:56.383103 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (659c7d7a-1f84-45da-9736-6018dcd8be29), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:56.385662 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:53:56.387413 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/659c7d7a-1f84-45da-9736-6018dcd8be29 HTTP/1.1" status: 204 len: 168 time: 0.1195328 May 17 15:53:56.394933 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c7d7a-1f84-45da-9736-6018dcd8be29,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:53:56.401925 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.402301 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.402647 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.402989 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.403385 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.403718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.404043 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.404366 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.404785 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.405000 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.405321 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.405644 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.405968 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.406315 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:53:56.406633 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815335a6-4ce5-40c5-9620-ffdb74c15dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:00.150409 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:00.963961 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b5bca650-a066-4ec7-8712-6676013442ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:03.433894 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c77b1df2-fc29-4a51-b9ad-0ac5498603e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:04.345103 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:04.928201 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b525eb46-ad38-422f-9929-a9783a29b891 req-7d04df61-5c9f-4c25-aa60-715ad8b33fb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387766 May 17 15:54:05.014548 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525eb46-ad38-422f-9929-a9783a29b891 req-094ae597-059b-4651-954f-15e0b992694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:54:05.016033 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b525eb46-ad38-422f-9929-a9783a29b891 req-094ae597-059b-4651-954f-15e0b992694c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1129 time: 0.0418632 May 17 15:54:05.120351 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525eb46-ad38-422f-9929-a9783a29b891 req-2b948152-1c3d-405b-8e24-2b6ec7007550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:54:05.121811 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b525eb46-ad38-422f-9929-a9783a29b891 req-2b948152-1c3d-405b-8e24-2b6ec7007550 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.0873122 May 17 15:54:05.182321 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b525eb46-ad38-422f-9929-a9783a29b891 req-45497ba8-cea2-422c-85bd-3c790f4cf19e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 1001 time: 0.0544796 May 17 15:54:05.229289 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525eb46-ad38-422f-9929-a9783a29b891 req-f2818463-c956-4c5a-b6cc-1848cdab5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:54:05.230811 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b525eb46-ad38-422f-9929-a9783a29b891 req-f2818463-c956-4c5a-b6cc-1848cdab5d89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0427389 May 17 15:54:05.276627 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525eb46-ad38-422f-9929-a9783a29b891 req-0cab1ad5-9fb5-4c52-bace-0dfefa716b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:54:05.278135 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b525eb46-ad38-422f-9929-a9783a29b891 req-0cab1ad5-9fb5-4c52-bace-0dfefa716b1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413520 May 17 15:54:05.364608 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b525eb46-ad38-422f-9929-a9783a29b891 req-60aeef4a-3b13-4cd2-b6e0-920f5013ab48 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801499 May 17 15:54:05.458395 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b525eb46-ad38-422f-9929-a9783a29b891 req-4209553c-85d0-403d-b701-6328206c4214 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870795 May 17 15:54:06.052745 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:07.517870 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:17.630088 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:54:30.154956 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:30.965658 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d16afd35-4fe9-4ed7-b1aa-1ffd1e8032e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:33.436412 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3de1cca0-ddc8-4319-ba6b-df083f065942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:34.346624 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:36.052375 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:37.519053 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:42.996573 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58438) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:43.134113 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5406b77-1b6f-4d37-8d0a-9bc8c37da7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:43.205752 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5406b77-1b6f-4d37-8d0a-9bc8c37da7b1 admin admin] Publish callbacks [] for security_group (15aaa704-ab1c-4770-b166-825430b364e3), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:43.209410 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5406b77-1b6f-4d37-8d0a-9bc8c37da7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (15aaa704-ab1c-4770-b166-825430b364e3), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:43.247472 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d5406b77-1b6f-4d37-8d0a-9bc8c37da7b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de5ea6e03f1447cb9282a899377f11e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497952 May 17 15:54:43.248428 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5406b77-1b6f-4d37-8d0a-9bc8c37da7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aaa704-ab1c-4770-b166-825430b364e3,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:43.250143 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58442) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:43.299395 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3e15802f-190b-4937-ae94-a001c604baac admin admin] Publish callbacks [] for security_group (15aaa704-ab1c-4770-b166-825430b364e3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:43.320732 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3e15802f-190b-4937-ae94-a001c604baac admin admin] Publish callbacks [] for security_group (15aaa704-ab1c-4770-b166-825430b364e3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:43.366582 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3e15802f-190b-4937-ae94-a001c604baac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (15aaa704-ab1c-4770-b166-825430b364e3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:43.369243 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3e15802f-190b-4937-ae94-a001c604baac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:43.370406 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3e15802f-190b-4937-ae94-a001c604baac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15aaa704-ab1c-4770-b166-825430b364e3 HTTP/1.1" status: 204 len: 168 time: 0.1192570 May 17 15:54:43.377609 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15802f-190b-4937-ae94-a001c604baac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aaa704-ab1c-4770-b166-825430b364e3,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:43.985081 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58464) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:44.076112 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-300969282-network', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:54:44.096898 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Made reservation on behalf of 8636ddd509654ba48dc18dc2837ee0df for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:54:44.099194 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.107624 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.186212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Publish callbacks [] for security_group (a9c76080-132f-4db4-a104-a5bb727e95ab), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.189898 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (a9c76080-132f-4db4-a104-a5bb727e95ab), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.216016 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:54:44.222918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c76080-132f-4db4-a104-a5bb727e95ab,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:44.228690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (787c895b-f940-4456-a23e-13ff918873e1), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.229384 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Added segment 787c895b-f940-4456-a23e-13ff918873e1 of type vlan for network 8beab47e-2e89-4db1-91a7-7de315179ef3 May 17 15:54:44.273244 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (8beab47e-2e89-4db1-91a7-7de315179ef3), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.296116 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (8beab47e-2e89-4db1-91a7-7de315179ef3), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.297320 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:54:44.297861 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.332601 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3464425 May 17 15:54:44.335620 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58468) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:44.340583 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Request body: {'subnet': {'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-300969282-subnet', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:54:44.359006 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a23ddb-3a8e-4017-816f-073d17832365 admin admin] Pushing event updated for resources: {'Network': ['ID=8beab47e-2e89-4db1-91a7-7de315179ef3,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:44.360090 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Made reservation on behalf of 8636ddd509654ba48dc18dc2837ee0df for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:54:44.363580 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13635123'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.368895 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:54:44.529059 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13635109'] for subnet (b02d9986-5b7e-4124-8f09-e3fc1e2c9626), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.587477 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02d9986-5b7e-4124-8f09-e3fc1e2c9626,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:44.594397 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Checking segment: {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:54:44.594755 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Network hostable DHCP agents. Network: 8beab47e-2e89-4db1-91a7-7de315179ef3, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:54:44.611298 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:54:44.619892 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 8beab47e-2e89-4db1-91a7-7de315179ef3) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:44.624596 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:54:44.625382 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.629627 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5f99f0-1f4a-4877-b818-47e63a0fcd43 None None] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:54:44.641662 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a5abdc6c-46b6-4e1e-b763-3fe96604abd8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3049049 May 17 15:54:44.644410 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58470) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:44.648789 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:54:44.667743 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.668756 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.721838 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks [] for router_controller (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), precommit_add_association {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.738737 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-8beab47e-2e89-4db1-91a7-7de315179ef3', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:54:44.739651 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.854603 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks [] for router_gateway (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:44.881373 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Allocated IP 172.20.0.2 (8beab47e-2e89-4db1-91a7-7de315179ef3/b02d9986-5b7e-4124-8f09-e3fc1e2c9626/d018d0ad-b2db-4f72-935d-95207263db50) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:54:45.021583 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Publish callbacks [] for port (d018d0ad-b2db-4f72-935d-95207263db50), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.027744 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (d018d0ad-b2db-4f72-935d-95207263db50), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.032069 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks [] for router_gateway (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.051497 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.063504 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:54:45.066772 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:45.072975 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:54:45.077947 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Pushing event updated for resources: {'Port': ['ID=d018d0ad-b2db-4f72-935d-95207263db50,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:45.112129 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.112529 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.112865 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.113195 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.113519 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.113842 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.114188 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.114500 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.114814 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.115126 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.115438 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.115750 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.116058 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.116366 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.116672 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:45.151957 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Attempting to bind port d018d0ad-b2db-4f72-935d-95207263db50 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:54:45.152333 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Attempting to bind port d018d0ad-b2db-4f72-935d-95207263db50 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:54:45.152689 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Attempting to bind port d018d0ad-b2db-4f72-935d-95207263db50 on network 8beab47e-2e89-4db1-91a7-7de315179ef3 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:54:45.158474 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:54:45.158874 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Checking segment: {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:54:45.159275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.159660 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Bound using segment: {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:54:45.160115 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Bound port: d018d0ad-b2db-4f72-935d-95207263db50, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:54:45.160488 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d018d0ad-b2db-4f72-935d-95207263db50), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.160654 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Allocated IP 172.27.2.94 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/f3cc0a08-36e8-4849-bdaa-333974e7079b) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:54:45.223143 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] For port d018d0ad-b2db-4f72-935d-95207263db50, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:54:45.226375 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] For port d018d0ad-b2db-4f72-935d-95207263db50, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d018d0ad-b2db-4f72-935d-95207263db50,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:54:45.232512 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d018d0ad-b2db-4f72-935d-95207263db50), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.263868 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks [] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.289864 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbd2c8-62e3-47fd-b98d-0492fcab5fd8 None None] Pushing event updated for resources: {'Port': ['ID=d018d0ad-b2db-4f72-935d-95207263db50,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:45.305383 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.340402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:54:45.343721 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:45.347219 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:54:45.376568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3cc0a08-36e8-4849-bdaa-333974e7079b,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:45.601372 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks [] for router_gateway (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.782568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:45.910716 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:54:46.012723 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:54:46.024693 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Sync routers for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:54:46.031166 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.032419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-0325b521-ccfe-40c1-a5be-6792c509d4b5 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.3870199 May 17 15:54:46.035320 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58474) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:46.046356 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:54:46.047094 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:54:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:46.160379 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965f220-feea-4fb7-91ad-1434c12dc4ce None None] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:54:46.164422 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:54:46.282155 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-56894355-bfe6-4174-9b10-c6e152c53cb2 None None] Provisioning complete for port d018d0ad-b2db-4f72-935d-95207263db50 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:46.282427 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-56894355-bfe6-4174-9b10-c6e152c53cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d018d0ad-b2db-4f72-935d-95207263db50), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.343474 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:45Z', 'revision_number': 3, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:46.363613 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-56894355-bfe6-4174-9b10-c6e152c53cb2 None None] Current status of the port d018d0ad-b2db-4f72-935d-95207263db50 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:46.364313 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-56894355-bfe6-4174-9b10-c6e152c53cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (d018d0ad-b2db-4f72-935d-95207263db50), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.374493 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Checking router: 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:54:46.374841 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Updating router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 port f3cc0a08-36e8-4849-bdaa-333974e7079b binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:54:46.403573 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-56894355-bfe6-4174-9b10-c6e152c53cb2 None None] For port d018d0ad-b2db-4f72-935d-95207263db50, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d018d0ad-b2db-4f72-935d-95207263db50,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:54:46.406652 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.409129 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-56894355-bfe6-4174-9b10-c6e152c53cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (d018d0ad-b2db-4f72-935d-95207263db50), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.463429 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56894355-bfe6-4174-9b10-c6e152c53cb2 None None] Pushing event updated for resources: {'Port': ['ID=d018d0ad-b2db-4f72-935d-95207263db50,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:46.628895 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-13941b3d-6327-4a68-8f27-76d1a0f7eee8 None None] Provisioning complete for port d018d0ad-b2db-4f72-935d-95207263db50 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:46.629938 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-13941b3d-6327-4a68-8f27-76d1a0f7eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d018d0ad-b2db-4f72-935d-95207263db50), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.686790 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.704265 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-13941b3d-6327-4a68-8f27-76d1a0f7eee8 None None] Current status of the port d018d0ad-b2db-4f72-935d-95207263db50 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:46.710390 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Publish callbacks [] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.715114 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.765865 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Attempting to bind port f3cc0a08-36e8-4849-bdaa-333974e7079b on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:54:46.766260 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Attempting to bind port f3cc0a08-36e8-4849-bdaa-333974e7079b by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:54:46.766625 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Attempting to bind port f3cc0a08-36e8-4849-bdaa-333974e7079b on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:54:46.768690 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Pushing event updated for resources: {'Port': ['ID=f3cc0a08-36e8-4849-bdaa-333974e7079b,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:46.777966 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.778335 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.778697 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.779057 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.779384 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.779713 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.780139 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.780604 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.780957 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.781282 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.781602 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.781969 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.782319 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.782654 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.782977 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:54:46.786351 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:54:46.786729 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:54:46.787135 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.787500 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:54:46.787999 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Bound port: f3cc0a08-36e8-4849-bdaa-333974e7079b, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:54:46.788614 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.839943 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] For port f3cc0a08-36e8-4849-bdaa-333974e7079b, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:54:46.843269 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] For port f3cc0a08-36e8-4849-bdaa-333974e7079b, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=f3cc0a08-36e8-4849-bdaa-333974e7079b,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:54:46.846527 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Allocated IP 172.20.0.1 (8beab47e-2e89-4db1-91a7-7de315179ef3/b02d9986-5b7e-4124-8f09-e3fc1e2c9626/40ee6d58-ab69-405b-9102-e54027703407) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:54:46.849534 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.897683 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:54:46.898381 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:54:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:46.941175 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cc967-c48a-423c-954e-7bad46e7ad13 None None] Pushing event updated for resources: {'Port': ['ID=f3cc0a08-36e8-4849-bdaa-333974e7079b,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:46.963194 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Publish callbacks [] for port (40ee6d58-ab69-405b-9102-e54027703407), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:46.983777 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d018d0ad-b2db-4f72-935d-95207263db50 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:46.999578 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (40ee6d58-ab69-405b-9102-e54027703407), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.015341 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:54:47.030904 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port d018d0ad-b2db-4f72-935d-95207263db50 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:47.031409 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (d018d0ad-b2db-4f72-935d-95207263db50), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.046462 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:54:47.054448 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:47.056982 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:54:47.062698 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Pushing event updated for resources: {'Port': ['ID=40ee6d58-ab69-405b-9102-e54027703407,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:47.100808 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.114299 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port d018d0ad-b2db-4f72-935d-95207263db50 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:47.207250 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:45Z', 'revision_number': 3, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:47.240290 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (40ee6d58-ab69-405b-9102-e54027703407), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.243565 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877b93-45a5-40c1-9c2a-d3beba1ba203 None None] The sync data for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi is: [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:45Z', 'revision_number': 3, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:54:47.326620 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-bfa67164-7064-4126-a726-da77e32ce769 None None] Provisioning complete for port 40ee6d58-ab69-405b-9102-e54027703407 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:47.327198 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bfa67164-7064-4126-a726-da77e32ce769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (40ee6d58-ab69-405b-9102-e54027703407), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.362648 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-bfa67164-7064-4126-a726-da77e32ce769 None None] Port 40ee6d58-ab69-405b-9102-e54027703407 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:54:47.434597 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Publish callbacks [] for port (40ee6d58-ab69-405b-9102-e54027703407), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.439577 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (40ee6d58-ab69-405b-9102-e54027703407), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.515568 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Pushing event updated for resources: {'Port': ['ID=40ee6d58-ab69-405b-9102-e54027703407,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:47.517957 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.615204 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:54:47.616606 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:47.737211 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:54:47.860046 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:54:47.865950 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2bbddf30-7dd7-4dfc-b20c-2316c58fa07e admin admin] 10.222.0.75 "PUT /v2.0/routers/6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8289342 May 17 15:54:47.884232 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-7da9973b-ad49-4e67-b996-41975c04b58d None None] Provisioning complete for port 40ee6d58-ab69-405b-9102-e54027703407 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:47.884587 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7da9973b-ad49-4e67-b996-41975c04b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (40ee6d58-ab69-405b-9102-e54027703407), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:47.919874 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-7da9973b-ad49-4e67-b996-41975c04b58d None None] Port 40ee6d58-ab69-405b-9102-e54027703407 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:54:48.340521 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58490) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:48.345943 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1841936754-network', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:54:48.366639 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Made reservation on behalf of 64e9d1303dd148d18122eab2b6e330a1 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:54:48.368975 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.377293 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.454204 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Publish callbacks [] for security_group (98dab6ca-2611-46d3-aca6-da60bdfa0600), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.458098 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (98dab6ca-2611-46d3-aca6-da60bdfa0600), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.480701 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:54:48.496536 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dab6ca-2611-46d3-aca6-da60bdfa0600,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:48.500421 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (6561cef5-0149-4510-8995-659c63083578), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.501358 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Added segment 6561cef5-0149-4510-8995-659c63083578 of type vlan for network 96bf763a-624e-4ca5-b9cc-7b60827d907a May 17 15:54:48.546215 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (96bf763a-624e-4ca5-b9cc-7b60827d907a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.569824 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (96bf763a-624e-4ca5-b9cc-7b60827d907a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.570887 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:54:48.571473 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.608369 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2667220 May 17 15:54:48.611166 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58492) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:48.617053 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Request body: {'subnet': {'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1841936754-subnet', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'ip_version': 4}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:54:48.637888 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bed691-be58-4162-b911-258d395abb4a admin admin] Pushing event updated for resources: {'Network': ['ID=96bf763a-624e-4ca5-b9cc-7b60827d907a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:48.638402 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Made reservation on behalf of 64e9d1303dd148d18122eab2b6e330a1 for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:54:48.641401 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771371'] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:48.649913 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 96bf763a-624e-4ca5-b9cc-7b60827d907a details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:54:48.824469 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Sync routers for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:54:48.836375 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:54:48.836901 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:54:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:48.951172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:54:48.999075 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device f3cc0a08-36e8-4849-bdaa-333974e7079b up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:49.075784 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771389'] for subnet (610ae090-bc20-4b11-861e-6d94d13b46d4), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.125403 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port f3cc0a08-36e8-4849-bdaa-333974e7079b triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:49.125773 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.130986 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610ae090-bc20-4b11-861e-6d94d13b46d4,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:49.142105 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Checking segment: {'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:54:49.142468 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Network hostable DHCP agents. Network: 96bf763a-624e-4ca5-b9cc-7b60827d907a, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:54:49.159688 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Network 96bf763a-624e-4ca5-b9cc-7b60827d907a is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:54:49.168637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 96bf763a-624e-4ca5-b9cc-7b60827d907a) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:49.172977 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:54:49.173575 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.190074 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-96194b58-df81-44f9-8b60-1cb46c875390 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5772417 May 17 15:54:49.192527 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58494) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:49.196614 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:54:49.198462 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee696d3-d6db-4d68-a309-85afd5be8c91 None None] Network 96bf763a-624e-4ca5-b9cc-7b60827d907a requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:54:49.222161 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (8df365dd-bd6a-4832-8527-7525005d4716), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.223196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (8df365dd-bd6a-4832-8527-7525005d4716), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.275394 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 2, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:49.277682 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks [] for router_controller (8df365dd-bd6a-4832-8527-7525005d4716), precommit_add_association {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.329748 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Checking router: 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:54:49.330371 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Updating router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 port 40ee6d58-ab69-405b-9102-e54027703407 binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:54:49.409954 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks [] for router_gateway (8df365dd-bd6a-4832-8527-7525005d4716), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.497674 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port f3cc0a08-36e8-4849-bdaa-333974e7079b is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:49.498076 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.528621 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (40ee6d58-ab69-405b-9102-e54027703407), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.535485 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-96bf763a-624e-4ca5-b9cc-7b60827d907a', 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a', 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'fixed_ips': [{'subnet_id': '610ae090-bc20-4b11-861e-6d94d13b46d4'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:54:49.536441 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.559764 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port f3cc0a08-36e8-4849-bdaa-333974e7079b, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=f3cc0a08-36e8-4849-bdaa-333974e7079b,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:54:49.569160 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.601227 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks [] for router_gateway (8df365dd-bd6a-4832-8527-7525005d4716), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.620388 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.725081 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Allocated IP 172.27.2.50 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/c4c1d781-85e4-49c9-b66b-01a19f08c6cf) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:54:49.725302 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=f3cc0a08-36e8-4849-bdaa-333974e7079b,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:49.834414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks [] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.873190 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:49.878529 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Allocated IP 172.20.0.2 (96bf763a-624e-4ca5-b9cc-7b60827d907a/610ae090-bc20-4b11-861e-6d94d13b46d4/5ed7ca1a-13bc-42fa-b423-39730ac47596) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:54:49.916632 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:54:49.919618 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:49.926171 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:54:49.953348 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c1d781-85e4-49c9-b66b-01a19f08c6cf,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:50.108685 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Publish callbacks [] for port (40ee6d58-ab69-405b-9102-e54027703407), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.119781 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Publish callbacks [] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.121741 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (40ee6d58-ab69-405b-9102-e54027703407), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.145869 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.166792 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks [] for router_gateway (8df365dd-bd6a-4832-8527-7525005d4716), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.179429 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Network 96bf763a-624e-4ca5-b9cc-7b60827d907a is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:54:50.180153 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15581aee-cc1f-49b5-8557-88bf61d9e18a None None] Pushing event updated for resources: {'Port': ['ID=40ee6d58-ab69-405b-9102-e54027703407,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:50.189911 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:50.207370 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:54:50.307770 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Pushing event updated for resources: {'Port': ['ID=5ed7ca1a-13bc-42fa-b423-39730ac47596,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:50.326806 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Attempting to bind port 5ed7ca1a-13bc-42fa-b423-39730ac47596 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:54:50.327272 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Attempting to bind port 5ed7ca1a-13bc-42fa-b423-39730ac47596 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:54:50.327707 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Attempting to bind port 5ed7ca1a-13bc-42fa-b423-39730ac47596 on network 96bf763a-624e-4ca5-b9cc-7b60827d907a {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:54:50.341234 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:54:50.341676 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Checking segment: {'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:54:50.342166 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.343283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Bound using segment: {'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:54:50.343891 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Bound port: 5ed7ca1a-13bc-42fa-b423-39730ac47596, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:54:50.344392 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.355878 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Attempting to bind port 40ee6d58-ab69-405b-9102-e54027703407 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:54:50.356398 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Attempting to bind port 40ee6d58-ab69-405b-9102-e54027703407 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:54:50.356814 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Attempting to bind port 40ee6d58-ab69-405b-9102-e54027703407 on network 8beab47e-2e89-4db1-91a7-7de315179ef3 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:54:50.366432 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:54:50.366739 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Checking segment: {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:54:50.367131 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.367513 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Bound using segment: {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:54:50.367970 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Bound port: 40ee6d58-ab69-405b-9102-e54027703407, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:54:50.368344 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (40ee6d58-ab69-405b-9102-e54027703407), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.376250 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (8df365dd-bd6a-4832-8527-7525005d4716), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.460424 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] For port 5ed7ca1a-13bc-42fa-b423-39730ac47596, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:54:50.483670 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] For port 5ed7ca1a-13bc-42fa-b423-39730ac47596, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=5ed7ca1a-13bc-42fa-b423-39730ac47596,segment=NetworkSegment(6561cef5-0149-4510-8995-659c63083578),segment_id=6561cef5-0149-4510-8995-659c63083578)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:54:50.487319 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-437db74a-0dea-4d71-b3bd-f642f69e7195 None None] Provisioning complete for port 40ee6d58-ab69-405b-9102-e54027703407 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:50.487632 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-437db74a-0dea-4d71-b3bd-f642f69e7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (40ee6d58-ab69-405b-9102-e54027703407), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.489470 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] For port 40ee6d58-ab69-405b-9102-e54027703407, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:54:50.494344 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.502452 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Router 8df365dd-bd6a-4832-8527-7525005d4716 is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:54:50.525531 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] For port 40ee6d58-ab69-405b-9102-e54027703407, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=40ee6d58-ab69-405b-9102-e54027703407,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:54:50.562056 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (40ee6d58-ab69-405b-9102-e54027703407), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.584428 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-437db74a-0dea-4d71-b3bd-f642f69e7195 None None] Port 40ee6d58-ab69-405b-9102-e54027703407 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:54:50.595062 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b64d05-4143-4708-9edd-632f76490e46 None None] Pushing event updated for resources: {'Port': ['ID=5ed7ca1a-13bc-42fa-b423-39730ac47596,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:50.612714 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:54:50.624354 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Sync routers for ids ['8df365dd-bd6a-4832-8527-7525005d4716'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:54:50.632936 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:50.637312 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58496) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:54:50.638055 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3e0fe2e4-66f5-49d2-bba3-8f6967f81711 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4443789 May 17 15:54:50.640454 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:54:50.641088 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:54:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:50.685815 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15581aee-cc1f-49b5-8557-88bf61d9e18a None None] Pushing event updated for resources: {'Port': ['ID=40ee6d58-ab69-405b-9102-e54027703407,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:50.765871 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Routers {'8df365dd-bd6a-4832-8527-7525005d4716'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:54:50.767142 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:54:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['8df365dd-bd6a-4832-8527-7525005d4716'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:50.792517 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:54:51.016415 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Set router 8df365dd-bd6a-4832-8527-7525005d4716 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:54:51.018275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-94675a67-c84d-43df-9a82-24820d2d2486 None None] Provisioning complete for port 40ee6d58-ab69-405b-9102-e54027703407 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:51.018676 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-94675a67-c84d-43df-9a82-24820d2d2486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (40ee6d58-ab69-405b-9102-e54027703407), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.162707 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 5ed7ca1a-13bc-42fa-b423-39730ac47596 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:51.168542 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:50Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:51.203168 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:50Z', 'revision_number': 3, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port': {'id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:51.224730 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761617ef-819d-40af-87dd-e98e30e5ead0 None None] The sync data for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi is: [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:50Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:54:51.230978 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Checking router: 8df365dd-bd6a-4832-8527-7525005d4716 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:54:51.231320 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Updating router 8df365dd-bd6a-4832-8527-7525005d4716 port c4c1d781-85e4-49c9-b66b-01a19f08c6cf binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:54:51.237209 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.254662 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-94675a67-c84d-43df-9a82-24820d2d2486 None None] Current status of the port 40ee6d58-ab69-405b-9102-e54027703407 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:51.255083 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-94675a67-c84d-43df-9a82-24820d2d2486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (40ee6d58-ab69-405b-9102-e54027703407), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.265281 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.286674 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 5ed7ca1a-13bc-42fa-b423-39730ac47596 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:51.286674 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.363478 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-94675a67-c84d-43df-9a82-24820d2d2486 None None] For port 40ee6d58-ab69-405b-9102-e54027703407, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=40ee6d58-ab69-405b-9102-e54027703407,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:54:51.370923 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-94675a67-c84d-43df-9a82-24820d2d2486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (40ee6d58-ab69-405b-9102-e54027703407), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.450259 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 5ed7ca1a-13bc-42fa-b423-39730ac47596 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:51.450736 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.459055 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Allocated IP 172.20.0.1 (96bf763a-624e-4ca5-b9cc-7b60827d907a/610ae090-bc20-4b11-861e-6d94d13b46d4/2f794b31-ce6b-4e98-81b1-858cec856dee) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:54:51.488431 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94675a67-c84d-43df-9a82-24820d2d2486 None None] Pushing event updated for resources: {'Port': ['ID=40ee6d58-ab69-405b-9102-e54027703407,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:51.529797 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port 5ed7ca1a-13bc-42fa-b423-39730ac47596, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=5ed7ca1a-13bc-42fa-b423-39730ac47596,segment=NetworkSegment(6561cef5-0149-4510-8995-659c63083578),segment_id=6561cef5-0149-4510-8995-659c63083578)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:54:51.537931 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.549603 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device f3cc0a08-36e8-4849-bdaa-333974e7079b up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:51.653573 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Publish callbacks [] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.688155 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Publish callbacks [] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.691762 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=5ed7ca1a-13bc-42fa-b423-39730ac47596,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:51.695726 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.697163 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.698879 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port f3cc0a08-36e8-4849-bdaa-333974e7079b triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:51.699356 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.742469 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Attempting to bind port c4c1d781-85e4-49c9-b66b-01a19f08c6cf on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:54:51.743187 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Attempting to bind port c4c1d781-85e4-49c9-b66b-01a19f08c6cf by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:54:51.743754 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Attempting to bind port c4c1d781-85e4-49c9-b66b-01a19f08c6cf on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:54:51.765230 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:54:51.769127 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:54:51.771121 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.771992 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:54:51.773013 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Bound port: c4c1d781-85e4-49c9-b66b-01a19f08c6cf, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:54:51.774574 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.777095 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Network 96bf763a-624e-4ca5-b9cc-7b60827d907a is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:54:51.784623 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:51.799467 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:54:51.805312 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Pushing event updated for resources: {'Port': ['ID=2f794b31-ce6b-4e98-81b1-858cec856dee,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:51.815169 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port f3cc0a08-36e8-4849-bdaa-333974e7079b is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:51.843453 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] For port c4c1d781-85e4-49c9-b66b-01a19f08c6cf, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:54:51.850400 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] For port c4c1d781-85e4-49c9-b66b-01a19f08c6cf, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=c4c1d781-85e4-49c9-b66b-01a19f08c6cf,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:54:51.859147 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (8df365dd-bd6a-4832-8527-7525005d4716), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.864439 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:51.884494 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced55bc4-80b5-474d-9649-7ae04df5b659 None None] Pushing event updated for resources: {'Port': ['ID=c4c1d781-85e4-49c9-b66b-01a19f08c6cf,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:51.927523 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Routers {'8df365dd-bd6a-4832-8527-7525005d4716'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:54:51.928301 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:54:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['8df365dd-bd6a-4832-8527-7525005d4716'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:51.965312 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ba603-114d-4c5f-a16b-e35288b27982 None None] Network 96bf763a-624e-4ca5-b9cc-7b60827d907a requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:54:51.986716 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced55bc4-80b5-474d-9649-7ae04df5b659 None None] Pushing event updated for resources: {'Port': ['ID=c4c1d781-85e4-49c9-b66b-01a19f08c6cf,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:52.027520 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:52.081898 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] Set router 8df365dd-bd6a-4832-8527-7525005d4716 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:54:52.144069 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-ccb4c9a1-f1c8-462a-a351-33bea714bdf8 None None] Provisioning complete for port 5ed7ca1a-13bc-42fa-b423-39730ac47596 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:52.144441 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ccb4c9a1-f1c8-462a-a351-33bea714bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:52.267536 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Publish callbacks [] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:52.273100 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:52.290279 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4c9a1-f1c8-462a-a351-33bea714bdf8 None None] Current status of the port 5ed7ca1a-13bc-42fa-b423-39730ac47596 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:52.304271 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:50Z', 'revision_number': 3, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port': {'id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:52.341430 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070c7a1-f92d-4a88-8467-a60185e03630 None None] The sync data for ids ['8df365dd-bd6a-4832-8527-7525005d4716'] in dv-cinder-842128-1-iscsi is: [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:50Z', 'revision_number': 3, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port': {'id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:54:52.367294 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Pushing event updated for resources: {'Port': ['ID=2f794b31-ce6b-4e98-81b1-858cec856dee,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:52.371454 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (8df365dd-bd6a-4832-8527-7525005d4716), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:52.486537 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Network 96bf763a-624e-4ca5-b9cc-7b60827d907a is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:54:52.488032 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:54:52.606860 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Router 8df365dd-bd6a-4832-8527-7525005d4716 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:54:52.611693 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-3d7bb01e-68f8-4d57-b830-60fa0ff1df96 None None] Provisioning complete for port 2f794b31-ce6b-4e98-81b1-858cec856dee triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:52.612198 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3d7bb01e-68f8-4d57-b830-60fa0ff1df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:52.692511 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-3d7bb01e-68f8-4d57-b830-60fa0ff1df96 None None] Port 2f794b31-ce6b-4e98-81b1-858cec856dee cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:54:52.723308 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-3d7bb01e-68f8-4d57-b830-60fa0ff1df96 None None] Provisioning complete for port 5ed7ca1a-13bc-42fa-b423-39730ac47596 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:52.726144 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3d7bb01e-68f8-4d57-b830-60fa0ff1df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:52.849566 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-3d7bb01e-68f8-4d57-b830-60fa0ff1df96 None None] Current status of the port 5ed7ca1a-13bc-42fa-b423-39730ac47596 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:52.976671 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-9c49f47f-d124-4cc0-84f1-65653e825d92 None None] Provisioning complete for port 2f794b31-ce6b-4e98-81b1-858cec856dee triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:52.977043 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-9c49f47f-d124-4cc0-84f1-65653e825d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:53.024219 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-9c49f47f-d124-4cc0-84f1-65653e825d92 None None] Port 2f794b31-ce6b-4e98-81b1-858cec856dee cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:54:53.073534 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:54:53.086059 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ba2fb887-6d52-415a-af41-023c623e915b admin admin] 10.222.0.75 "PUT /v2.0/routers/8df365dd-bd6a-4832-8527-7525005d4716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4437172 May 17 15:54:53.102426 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device c4c1d781-85e4-49c9-b66b-01a19f08c6cf up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:53.152941 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-cebd0d52-01b7-463b-8828-8ae97cc01788 None None] Provisioning complete for port 2f794b31-ce6b-4e98-81b1-858cec856dee triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:53.153307 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cebd0d52-01b7-463b-8828-8ae97cc01788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:53.184138 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port c4c1d781-85e4-49c9-b66b-01a19f08c6cf triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:53.184508 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:53.215574 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-cebd0d52-01b7-463b-8828-8ae97cc01788 None None] Port 2f794b31-ce6b-4e98-81b1-858cec856dee cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:54:53.278878 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port c4c1d781-85e4-49c9-b66b-01a19f08c6cf is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:53.279186 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:53.300806 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port c4c1d781-85e4-49c9-b66b-01a19f08c6cf, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=c4c1d781-85e4-49c9-b66b-01a19f08c6cf,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:54:53.307753 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:53.308589 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 5ed7ca1a-13bc-42fa-b423-39730ac47596 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:53.385940 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=c4c1d781-85e4-49c9-b66b-01a19f08c6cf,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:53.396283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 5ed7ca1a-13bc-42fa-b423-39730ac47596 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:53.396737 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:53.479005 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 5ed7ca1a-13bc-42fa-b423-39730ac47596 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:53.480306 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 40ee6d58-ab69-405b-9102-e54027703407 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:53.527095 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 40ee6d58-ab69-405b-9102-e54027703407 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:53.528771 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (40ee6d58-ab69-405b-9102-e54027703407), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:53.601816 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 40ee6d58-ab69-405b-9102-e54027703407 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:54.629337 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:54:54.888237 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Sync routers for ids ['8df365dd-bd6a-4832-8527-7525005d4716'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:54:54.901520 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Routers {'8df365dd-bd6a-4832-8527-7525005d4716'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:54:54.902253 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:54:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['8df365dd-bd6a-4832-8527-7525005d4716'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:55.004881 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device c4c1d781-85e4-49c9-b66b-01a19f08c6cf up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:55.055674 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Set router 8df365dd-bd6a-4832-8527-7525005d4716 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:54:55.102624 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port c4c1d781-85e4-49c9-b66b-01a19f08c6cf triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:55.103148 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:55.286123 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port c4c1d781-85e4-49c9-b66b-01a19f08c6cf is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:55.306681 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 4, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port': {'id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '2f794b31-ce6b-4e98-81b1-858cec856dee', 'name': '', 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'mac_address': 'fa:16:3e:4f:89:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '610ae090-bc20-4b11-861e-6d94d13b46d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:51Z', 'updated_at': '2022-05-17T15:54:52Z', 'revision_number': 2, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'subnets': [{'id': '610ae090-bc20-4b11-861e-6d94d13b46d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:55.335308 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Checking router: 8df365dd-bd6a-4832-8527-7525005d4716 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:54:55.335742 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Updating router 8df365dd-bd6a-4832-8527-7525005d4716 port 2f794b31-ce6b-4e98-81b1-858cec856dee binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:54:55.367030 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:55.695203 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Publish callbacks [] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:55.701563 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:55.755594 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b848c6-ea96-4fb3-a4c4-dbaa30d4d591 None None] Pushing event updated for resources: {'Port': ['ID=2f794b31-ce6b-4e98-81b1-858cec856dee,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:55.810445 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Attempting to bind port 2f794b31-ce6b-4e98-81b1-858cec856dee on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:54:55.811719 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Attempting to bind port 2f794b31-ce6b-4e98-81b1-858cec856dee by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:54:55.812171 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Attempting to bind port 2f794b31-ce6b-4e98-81b1-858cec856dee on network 96bf763a-624e-4ca5-b9cc-7b60827d907a {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:54:55.818581 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:54:55.819099 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Checking segment: {'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:54:55.819595 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:55.820073 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Bound using segment: {'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:54:55.820628 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Bound port: 2f794b31-ce6b-4e98-81b1-858cec856dee, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6561cef5-0149-4510-8995-659c63083578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:54:55.821345 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:55.906822 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] For port 2f794b31-ce6b-4e98-81b1-858cec856dee, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:54:55.913472 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] For port 2f794b31-ce6b-4e98-81b1-858cec856dee, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=2f794b31-ce6b-4e98-81b1-858cec856dee,segment=NetworkSegment(6561cef5-0149-4510-8995-659c63083578),segment_id=6561cef5-0149-4510-8995-659c63083578)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:54:55.921411 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:55.990108 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Routers {'8df365dd-bd6a-4832-8527-7525005d4716'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:54:55.990749 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:54:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['8df365dd-bd6a-4832-8527-7525005d4716'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:56.105062 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b848c6-ea96-4fb3-a4c4-dbaa30d4d591 None None] Pushing event updated for resources: {'Port': ['ID=2f794b31-ce6b-4e98-81b1-858cec856dee,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:56.112952 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] Set router 8df365dd-bd6a-4832-8527-7525005d4716 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:54:56.157718 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-d0504b24-f798-48fd-9742-380d77ac85f0 None None] Provisioning complete for port 2f794b31-ce6b-4e98-81b1-858cec856dee triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:56.158025 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d0504b24-f798-48fd-9742-380d77ac85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:56.467629 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-d0504b24-f798-48fd-9742-380d77ac85f0 None None] Current status of the port 2f794b31-ce6b-4e98-81b1-858cec856dee is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:56.467977 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d0504b24-f798-48fd-9742-380d77ac85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:56.527123 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 4, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port': {'id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '2f794b31-ce6b-4e98-81b1-858cec856dee', 'name': '', 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'mac_address': 'fa:16:3e:4f:89:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '610ae090-bc20-4b11-861e-6d94d13b46d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:51Z', 'updated_at': '2022-05-17T15:54:55Z', 'revision_number': 4, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'subnets': [{'id': '610ae090-bc20-4b11-861e-6d94d13b46d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:54:56.532074 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-d0504b24-f798-48fd-9742-380d77ac85f0 None None] For port 2f794b31-ce6b-4e98-81b1-858cec856dee, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=2f794b31-ce6b-4e98-81b1-858cec856dee,segment=NetworkSegment(6561cef5-0149-4510-8995-659c63083578),segment_id=6561cef5-0149-4510-8995-659c63083578)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:54:56.554563 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6faf0c8-375b-43dd-ac8c-2ddd0e3da3ab None None] The sync data for ids ['8df365dd-bd6a-4832-8527-7525005d4716'] in dv-cinder-842128-1-iscsi is: [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 4, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port': {'id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '2f794b31-ce6b-4e98-81b1-858cec856dee', 'name': '', 'network_id': '96bf763a-624e-4ca5-b9cc-7b60827d907a', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'mac_address': 'fa:16:3e:4f:89:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '610ae090-bc20-4b11-861e-6d94d13b46d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:51Z', 'updated_at': '2022-05-17T15:54:55Z', 'revision_number': 4, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'subnets': [{'id': '610ae090-bc20-4b11-861e-6d94d13b46d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:54:56.556132 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d0504b24-f798-48fd-9742-380d77ac85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:56.624174 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0504b24-f798-48fd-9742-380d77ac85f0 None None] Pushing event updated for resources: {'Port': ['ID=2f794b31-ce6b-4e98-81b1-858cec856dee,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:54:56.678358 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-75dc1c96-5cbf-4109-8ba9-a0f48a2f6097 None None] Provisioning complete for port 2f794b31-ce6b-4e98-81b1-858cec856dee triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:56.679766 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-75dc1c96-5cbf-4109-8ba9-a0f48a2f6097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:56.779154 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-75dc1c96-5cbf-4109-8ba9-a0f48a2f6097 None None] Current status of the port 2f794b31-ce6b-4e98-81b1-858cec856dee is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:54:57.027121 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 2f794b31-ce6b-4e98-81b1-858cec856dee up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:54:57.084700 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 2f794b31-ce6b-4e98-81b1-858cec856dee triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:54:57.085378 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:54:57.185546 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 2f794b31-ce6b-4e98-81b1-858cec856dee is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:55:00.166122 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:00.969350 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4115fb2a-322a-4273-87b2-f02cdb594826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:02.414542 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-29a81d4e-6459-4674-a867-a0286167e732 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:02.416071 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-29a81d4e-6459-4674-a867-a0286167e732 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 814 time: 0.0980563 May 17 15:55:02.431291 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-6eea30e5-27bc-4e32-84fd-9b10b49c0ab9 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/quotas/8636ddd509654ba48dc18dc2837ee0df HTTP/1.1" status: 200 len: 375 time: 0.0090632 May 17 15:55:02.482013 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-e9780823-e55b-475a-aa44-9b301937f5e8 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460675 May 17 15:55:02.581575 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-6476b34f-4685-474a-a93c-97541dc83434 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 15:55:02.582699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-6476b34f-4685-474a-a93c-97541dc83434 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0895393 May 17 15:55:02.669962 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-279df9a1-b517-4960-a5e6-29a060146c33 service neutron] 10.222.0.75 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812995 May 17 15:55:02.759782 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-76793f13-e7f4-429b-8094-c17283bc7384 service neutron] 10.222.0.75 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 May 17 15:55:03.440333 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5bcf535d-f169-4903-90b1-6d5339559024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:03.930077 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-50aa9763-e489-464f-b9f6-c71366e30bb7 req-6b10bfd8-0777-4eac-b039-04fc4f69f323 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 210 time: 0.0279701 May 17 15:55:04.350941 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:04.965950 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-0ea4c29c-8442-4858-b378-2987c2f25f83 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:04.967459 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-0ea4c29c-8442-4858-b378-2987c2f25f83 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.61 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 814 time: 0.1098340 May 17 15:55:04.980641 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'port': {'device_id': '16da988b-84bf-434d-8672-8e64763bec13', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'admin_state_up': True, 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:05.037725 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9c747c8d-1674-4488-add8-0cf493e4009d req-173511dd-5a84-472a-8347-252c646ebefe tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 210 time: 0.0321004 May 17 15:55:05.113865 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Made reservation on behalf of 8636ddd509654ba48dc18dc2837ee0df for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:55:05.117336 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:05.251163 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Allocated IP 172.20.0.7 (8beab47e-2e89-4db1-91a7-7de315179ef3/b02d9986-5b7e-4124-8f09-e3fc1e2c9626/09580395-7ff8-4876-a686-2b6cb4a99304) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:55:05.408190 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for port (09580395-7ff8-4876-a686-2b6cb4a99304), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:05.444533 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:05.495539 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'Port': ['ID=09580395-7ff8-4876-a686-2b6cb4a99304,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:05.506708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.507317 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.507860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.508390 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.508893 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.509383 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.509870 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.510388 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.510896 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.511386 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.511868 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.512373 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.512866 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.513348 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.513898 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:05.528371 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:55:05.530599 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:55:05.547901 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:55:05.627082 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:05.627833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:05.659860 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-f0d59ce8-096e-4385-959b-b63b87e8fc0b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6838369 May 17 15:55:05.867141 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-1d15ebdf-94ed-4375-9009-95ec23b12519 None None] Provisioning complete for port 09580395-7ff8-4876-a686-2b6cb4a99304 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:55:05.867735 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-1d15ebdf-94ed-4375-9009-95ec23b12519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:05.906037 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-1d15ebdf-94ed-4375-9009-95ec23b12519 None None] Port 09580395-7ff8-4876-a686-2b6cb4a99304 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:55:06.057463 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:06.161399 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6ffde-75a8-462c-be41-6577af220a13 req-3fc11f5d-c40f-4c56-a4ce-d0c4ac33e373 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:06.162900 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-46e6ffde-75a8-462c-be41-6577af220a13 req-3fc11f5d-c40f-4c56-a4ce-d0c4ac33e373 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0570588 May 17 15:55:06.211710 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-46e6ffde-75a8-462c-be41-6577af220a13 req-efba9dcc-d1c4-49f7-b631-81ed940c4069 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 May 17 15:55:07.327395 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8e97c-a413-487f-b789-7390f3ae38f8 req-e863f804-0020-46b1-a1a3-d0d7192cda1b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:07.329426 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-67f8e97c-a413-487f-b789-7390f3ae38f8 req-e863f804-0020-46b1-a1a3-d0d7192cda1b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0488837 May 17 15:55:07.377340 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-67f8e97c-a413-487f-b789-7390f3ae38f8 req-2809e040-c489-4576-bf9f-9c86e046f7b7 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 May 17 15:55:07.527630 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:08.507151 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eb5df-a57e-4fe8-bfc0-3e26ca5561bb req-d9120e0b-d406-43d6-a979-2e4d070582ad tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:08.508665 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-813eb5df-a57e-4fe8-bfc0-3e26ca5561bb req-d9120e0b-d406-43d6-a979-2e4d070582ad tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0645316 May 17 15:55:08.568037 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-813eb5df-a57e-4fe8-bfc0-3e26ca5561bb req-e4e25d18-4adb-42a3-af44-29e0df45485b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531499 May 17 15:55:09.685400 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8ce3a-c913-4100-82c3-290a30eb2fb9 req-8c9b4ea8-a9d3-4a0e-9c2b-b722894ec79c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:09.686991 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e8f8ce3a-c913-4100-82c3-290a30eb2fb9 req-8c9b4ea8-a9d3-4a0e-9c2b-b722894ec79c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0482416 May 17 15:55:09.735741 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e8f8ce3a-c913-4100-82c3-290a30eb2fb9 req-1ae21e13-a3ee-4580-b6b3-dab777bc4942 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 May 17 15:55:10.853163 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194164ff-7970-422f-8285-ceb4301c3f7e req-59cf543e-775f-4286-a13c-9db8129f7843 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:10.854933 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-194164ff-7970-422f-8285-ceb4301c3f7e req-59cf543e-775f-4286-a13c-9db8129f7843 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0469987 May 17 15:55:10.907089 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-194164ff-7970-422f-8285-ceb4301c3f7e req-4c9027ae-9d65-44a0-94bb-473a039a6431 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 May 17 15:55:12.029957 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8feab1-c571-4ef5-b4dd-cb26bfa33ff9 req-f618c989-6220-408a-b759-d317f47527bd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:12.031605 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8a8feab1-c571-4ef5-b4dd-cb26bfa33ff9 req-f618c989-6220-408a-b759-d317f47527bd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0514874 May 17 15:55:12.078273 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8a8feab1-c571-4ef5-b4dd-cb26bfa33ff9 req-f041f435-f88f-4f18-9787-b17ca02ed589 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 May 17 15:55:13.196580 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23cadf-9378-4f7d-a388-8047a022df8e req-b7984179-02ea-48c5-bf75-13f3f9a458d1 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:13.208562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c23cadf-9378-4f7d-a388-8047a022df8e req-b7984179-02ea-48c5-bf75-13f3f9a458d1 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0561652 May 17 15:55:13.258157 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1c23cadf-9378-4f7d-a388-8047a022df8e req-28cd2f9f-a088-4915-bb20-89bf3edea22d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457659 May 17 15:55:14.373551 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185efa7a-62a3-4e93-b7d0-de1f94e50713 req-ee5420aa-a6ba-4513-8821-516fd5351de7 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:14.374987 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-185efa7a-62a3-4e93-b7d0-de1f94e50713 req-ee5420aa-a6ba-4513-8821-516fd5351de7 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0489581 May 17 15:55:14.419771 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-185efa7a-62a3-4e93-b7d0-de1f94e50713 req-417dfc95-7366-443a-9652-375e1b9717cd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 May 17 15:55:15.528599 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eea2f9-7cb2-468c-a8f4-d2d88df3c008 req-69cd2454-c3cf-476a-9637-d49c83059138 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:15.530660 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1eea2f9-7cb2-468c-a8f4-d2d88df3c008 req-69cd2454-c3cf-476a-9637-d49c83059138 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0455704 May 17 15:55:15.575655 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1eea2f9-7cb2-468c-a8f4-d2d88df3c008 req-83fe9d88-ace6-4366-8cbc-e3e116d75f36 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 May 17 15:55:16.688455 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e19e0-a632-40ff-81fb-cd9f8802e59b req-9f137653-a8d7-4ac5-b49d-213a76a06f2c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:16.689884 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2b4e19e0-a632-40ff-81fb-cd9f8802e59b req-9f137653-a8d7-4ac5-b49d-213a76a06f2c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 931 time: 0.0447664 May 17 15:55:16.737729 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2b4e19e0-a632-40ff-81fb-cd9f8802e59b req-579d2993-3b9f-4a0a-856a-17947e99f125 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 May 17 15:55:17.183038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Request body: {'port': {'device_id': '16da988b-84bf-434d-8672-8e64763bec13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:17.289408 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-de3e56a6-9c7d-4cc8-b653-f732c8f1777d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795705 May 17 15:55:17.290589 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:17.405229 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-f25d13f3-8c76-420d-a62a-293af6325594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:17.406760 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-f25d13f3-8c76-420d-a62a-293af6325594 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1129 time: 0.0699751 May 17 15:55:17.616776 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-4723c133-cd1e-45b7-89de-c64119f00cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:17.618249 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-4723c133-cd1e-45b7-89de-c64119f00cc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.1531670 May 17 15:55:17.706396 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-054219c1-853b-4136-9386-9cd997445e20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 1001 time: 0.0816913 May 17 15:55:17.783353 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09580395-7ff8-4876-a686-2b6cb4a99304 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:55:17.793683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Publish callbacks [] for port (09580395-7ff8-4876-a686-2b6cb4a99304), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:17.796698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-6ff15efd-a35a-4e6c-bda0-94d8f2ac8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:17.798223 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-6ff15efd-a35a-4e6c-bda0-94d8f2ac8799 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0847487 May 17 15:55:17.818571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Transition to ACTIVE for port object 09580395-7ff8-4876-a686-2b6cb4a99304 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:55:17.857810 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:17.911440 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9569d3-2de8-4878-b632-073c72c94674 req-756a8835-ed71-4bdc-aaf3-2c658aff4ec7 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:17.912911 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1d9569d3-2de8-4878-b632-073c72c94674 req-756a8835-ed71-4bdc-aaf3-2c658aff4ec7 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 943 time: 0.1047645 May 17 15:55:17.921011 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-fa3e623f-40a5-4b24-b7e7-0daa07433897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:17.923563 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-fa3e623f-40a5-4b24-b7e7-0daa07433897 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1153886 May 17 15:55:17.949851 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Pushing event updated for resources: {'Port': ['ID=09580395-7ff8-4876-a686-2b6cb4a99304,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:18.049145 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1d9569d3-2de8-4878-b632-073c72c94674 req-ea2c4a08-8d0f-42b7-ad70-d0c503f2814d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238151 May 17 15:55:18.117857 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Attempting to bind port 09580395-7ff8-4876-a686-2b6cb4a99304 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:55:18.118215 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Attempting to bind port 09580395-7ff8-4876-a686-2b6cb4a99304 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:55:18.118545 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Attempting to bind port 09580395-7ff8-4876-a686-2b6cb4a99304 on network 8beab47e-2e89-4db1-91a7-7de315179ef3 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:55:18.130831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Port 09580395-7ff8-4876-a686-2b6cb4a99304 on network 8beab47e-2e89-4db1-91a7-7de315179ef3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:55:18.131153 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Attempting to bind port 09580395-7ff8-4876-a686-2b6cb4a99304 on network 8beab47e-2e89-4db1-91a7-7de315179ef3 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:55:18.135320 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-f83b7961-ded6-4003-9cc6-dc66d55eeda7 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503482 May 17 15:55:18.137848 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:55:18.138212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Checking segment: {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:55:18.139199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Bound using segment: {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:55:18.139623 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Bound port: 09580395-7ff8-4876-a686-2b6cb4a99304, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787c895b-f940-4456-a23e-13ff918873e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:55:18.139990 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:18.557990 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] For port 09580395-7ff8-4876-a686-2b6cb4a99304, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:55:18.563498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] For port 09580395-7ff8-4876-a686-2b6cb4a99304, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=09580395-7ff8-4876-a686-2b6cb4a99304,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:55:18.570239 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cba856a8-dfed-4bc8-8be7-edd3b6e24ce4 req-d9a320dc-8560-497b-aaae-20014bdc56e4 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282210 May 17 15:55:18.571932 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:18.618096 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:18.619005 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:18.620447 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] 10.222.0.61 "PUT /v2.0/ports/09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 1093 time: 1.4421630 May 17 15:55:18.620930 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:55:18.623982 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f23c8b-7657-4e41-a138-b7ac8e8d7057" -d '{"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:55:18.650647 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32219a5-0d05-4bca-8b59-a242a9fd2549 service neutron] Pushing event updated for resources: {'Port': ['ID=09580395-7ff8-4876-a686-2b6cb4a99304,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:18.671294 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c90686-56f5-4781-8cd2-801a71f03d94 x-openstack-request-id: req-15c90686-56f5-4781-8cd2-801a71f03d94 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:55:18.671975 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:55:18.671975 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15c90686-56f5-4781-8cd2-801a71f03d94 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:55:18.672259 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c90686-56f5-4781-8cd2-801a71f03d94'] response: {'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304', 'status': 'completed', 'code': 200} May 17 15:55:18.916507 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-73209f0e-6607-437c-9a03-d8b1dc886f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:18.917988 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-73209f0e-6607-437c-9a03-d8b1dc886f38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1127 time: 0.0398862 May 17 15:55:18.959438 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-a15f55eb-375c-4654-9dd5-86d4c23489c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 217 time: 0.0346923 May 17 15:55:19.169558 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028beccd-33bf-4f15-bf18-6772b56a0b98 req-cc57b3c8-d702-4efe-b438-b4d29eedbbd1 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:19.171230 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-028beccd-33bf-4f15-bf18-6772b56a0b98 req-cc57b3c8-d702-4efe-b438-b4d29eedbbd1 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 943 time: 0.0548434 May 17 15:55:19.226398 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-237db148-d3b8-4909-a395-ca599690b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:19.227877 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-237db148-d3b8-4909-a395-ca599690b3eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 200 len: 853 time: 0.0769377 May 17 15:55:19.257423 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-028beccd-33bf-4f15-bf18-6772b56a0b98 req-1a2f2723-6398-49ae-84eb-41cc6790b988 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692556 May 17 15:55:19.285542 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-51780e0f-8b41-400a-b3c0-4871df20e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:19.287154 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-51780e0f-8b41-400a-b3c0-4871df20e91a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8beab47e-2e89-4db1-91a7-7de315179ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529811 May 17 15:55:19.381495 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-3c825ddf-84dc-4b17-a5c4-610b0e40fa7b service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858769 May 17 15:55:19.475758 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56346ce0-c245-4bc8-8b83-3d600b315d5a req-b630f728-f89e-4e23-897f-8133bbeaff4a service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870225 May 17 15:55:20.374075 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fdce5-b4e7-455f-a975-235ab3d5a650 req-6d26d8b1-779c-401a-95a7-de8db2a1a014 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:20.375524 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-651fdce5-b4e7-455f-a975-235ab3d5a650 req-6d26d8b1-779c-401a-95a7-de8db2a1a014 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 943 time: 0.0481253 May 17 15:55:20.420268 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-651fdce5-b4e7-455f-a975-235ab3d5a650 req-94e1a67a-3d3b-4f28-911e-28e8f9aaaea4 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390320 May 17 15:55:21.540256 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77375012-bda4-4199-bf00-eb1675f904b2 req-3e0434af-f678-453a-8df9-a2b6d1833594 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:21.541686 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77375012-bda4-4199-bf00-eb1675f904b2 req-3e0434af-f678-453a-8df9-a2b6d1833594 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 943 time: 0.0495551 May 17 15:55:21.587012 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77375012-bda4-4199-bf00-eb1675f904b2 req-b825faf1-041e-4ca1-8606-ec4a93d30c2d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 May 17 15:55:21.803409 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-f1512588-3a7e-4d4a-8586-90809eb634c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:21.804782 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-f1512588-3a7e-4d4a-8586-90809eb634c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1127 time: 0.0391767 May 17 15:55:21.895515 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-e836ce76-3ce8-4361-a0b5-a4e7c64baaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:21.896938 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-e836ce76-3ce8-4361-a0b5-a4e7c64baaf8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 915 time: 0.0867054 May 17 15:55:21.934215 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-63097452-2ad6-4251-a481-5e90ccbf4ee9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 217 time: 0.0313165 May 17 15:55:21.980034 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-fdee3464-4771-4e42-8982-04b54c86f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:21.981399 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-fdee3464-4771-4e42-8982-04b54c86f3d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 200 len: 853 time: 0.0423234 May 17 15:55:22.022757 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-440b5225-9bdf-4c9f-bf20-081e5413286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:22.024163 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-440b5225-9bdf-4c9f-bf20-081e5413286a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8beab47e-2e89-4db1-91a7-7de315179ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370660 May 17 15:55:22.113223 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-9dffd78b-eccf-44d0-86e8-50dc34a8e4b4 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822020 May 17 15:55:22.202623 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-37f23c8b-7657-4e41-a138-b7ac8e8d7057 req-5b50d582-b80f-4e9e-bc99-88b932752535 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839133 May 17 15:55:22.700203 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1c9be-d72c-4563-bd6e-204f06277c33 req-b92f0ae4-d76f-4057-aef0-412a255536a1 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:22.701665 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-30a1c9be-d72c-4563-bd6e-204f06277c33 req-b92f0ae4-d76f-4057-aef0-412a255536a1 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 943 time: 0.0478947 May 17 15:55:22.749151 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-30a1c9be-d72c-4563-bd6e-204f06277c33 req-ab4807c1-b9ba-44ab-aacb-c4063ed3ca5e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 May 17 15:55:23.871315 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f0e3f-0071-4467-9e08-2960235f71d7 req-dd5cebfe-34d5-4b6e-838d-5f77d918b467 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:23.872778 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d8f0e3f-0071-4467-9e08-2960235f71d7 req-dd5cebfe-34d5-4b6e-838d-5f77d918b467 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 943 time: 0.0482163 May 17 15:55:23.919636 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d8f0e3f-0071-4467-9e08-2960235f71d7 req-0d5b8482-b56d-43aa-8b65-917c3237a6aa tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 May 17 15:55:24.319990 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 09580395-7ff8-4876-a686-2b6cb4a99304 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:55:24.419381 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 09580395-7ff8-4876-a686-2b6cb4a99304, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=09580395-7ff8-4876-a686-2b6cb4a99304,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:55:24.431789 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '09580395-7ff8-4876-a686-2b6cb4a99304', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'port_id': '09580395-7ff8-4876-a686-2b6cb4a99304', 'mac_address': 'fa:16:3e:f3:aa:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:55:24.464820 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 09580395-7ff8-4876-a686-2b6cb4a99304 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:55:24.465203 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:24.477849 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09580395-7ff8-4876-a686-2b6cb4a99304 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:55:24.496719 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 09580395-7ff8-4876-a686-2b6cb4a99304, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=09580395-7ff8-4876-a686-2b6cb4a99304,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:55:24.500366 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:24.544783 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=09580395-7ff8-4876-a686-2b6cb4a99304,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:24.837364 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['09580395-7ff8-4876-a686-2b6cb4a99304'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:55:25.077864 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170141c-f0bd-4252-970c-58c9588c41ea req-c24115c6-56fd-472b-996f-e9d842a5ceb7 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:25.079259 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7170141c-f0bd-4252-970c-58c9588c41ea req-c24115c6-56fd-472b-996f-e9d842a5ceb7 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 944 time: 0.0767086 May 17 15:55:25.090162 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a81e55-3d4a-4481-988c-f85541b03b63 req-3a41f027-2375-4198-88e7-a6c3c5beb468 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:25.091549 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07a81e55-3d4a-4481-988c-f85541b03b63 req-3a41f027-2375-4198-88e7-a6c3c5beb468 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0582581 May 17 15:55:25.162072 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7170141c-f0bd-4252-970c-58c9588c41ea req-ffa627cf-eded-407c-8fb0-19ec7e18d3e7 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695679 May 17 15:55:25.165201 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-07a81e55-3d4a-4481-988c-f85541b03b63 req-146e3226-45df-4230-a902-420af3256c72 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665767 May 17 15:55:26.303442 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb30bc4-635d-49f8-9d91-e8679e51da8d req-c2b62581-463e-4b63-bc32-84bf04bbb96f tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:26.304894 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8fb30bc4-635d-49f8-9d91-e8679e51da8d req-c2b62581-463e-4b63-bc32-84bf04bbb96f tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 944 time: 0.0759573 May 17 15:55:26.313232 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f933f-7fe5-424b-a994-1cd86c2a0359 req-7d182b40-2848-423c-b8a2-a7065a42b99b tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:26.314622 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f5f933f-7fe5-424b-a994-1cd86c2a0359 req-7d182b40-2848-423c-b8a2-a7065a42b99b tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0763404 May 17 15:55:26.327654 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 09580395-7ff8-4876-a686-2b6cb4a99304 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:55:26.370253 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 09580395-7ff8-4876-a686-2b6cb4a99304 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:55:26.377152 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 09580395-7ff8-4876-a686-2b6cb4a99304 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:55:26.377621 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:26.387421 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8fb30bc4-635d-49f8-9d91-e8679e51da8d req-05b1a8cd-09f3-4590-975e-e2da43cd9d0a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 May 17 15:55:26.392070 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f5f933f-7fe5-424b-a994-1cd86c2a0359 req-35b24974-fc3c-4c0e-9d95-390fcb0b71c3 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709109 May 17 15:55:26.449034 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 09580395-7ff8-4876-a686-2b6cb4a99304 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:55:26.449414 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:26.471955 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:55:26.474193 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0d7ccd-165a-4b66-91e7-34dac42e3e21" -d '{"events": [{"server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "name": "network-vif-plugged", "status": "completed", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:55:26.487823 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 09580395-7ff8-4876-a686-2b6cb4a99304, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=09580395-7ff8-4876-a686-2b6cb4a99304,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:55:26.491951 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:26.536733 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=09580395-7ff8-4876-a686-2b6cb4a99304,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:27.501018 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a55a7-b31d-4841-8671-9459150b6b14 req-8fe2462d-3f49-41c1-a4fc-8320ed18827b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:27.502484 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b2a55a7-b31d-4841-8671-9459150b6b14 req-8fe2462d-3f49-41c1-a4fc-8320ed18827b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0505192 May 17 15:55:27.548338 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4b2a55a7-b31d-4841-8671-9459150b6b14 req-51daf8c4-2142-42be-9ccb-9d425a978036 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 May 17 15:55:27.640256 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cdfdfb-a94d-46b5-a051-1826d71d5ab9 x-openstack-request-id: req-c5cdfdfb-a94d-46b5-a051-1826d71d5ab9 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:55:27.640743 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "name": "network-vif-plugged", "status": "completed", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:55:27.640851 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5cdfdfb-a94d-46b5-a051-1826d71d5ab9 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:55:27.641202 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cdfdfb-a94d-46b5-a051-1826d71d5ab9'] response: {'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304', 'code': 200} May 17 15:55:27.649793 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053b50-bbf0-496e-b1f7-71978e78400c req-39f44234-ff59-402f-b3a9-32239cdc6fc6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:27.651342 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bb053b50-bbf0-496e-b1f7-71978e78400c req-39f44234-ff59-402f-b3a9-32239cdc6fc6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0498259 May 17 15:55:27.703481 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bb053b50-bbf0-496e-b1f7-71978e78400c req-2fd9387b-6689-4165-b69f-d468c21955c5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 May 17 15:55:27.799636 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68a89f-f36e-41c5-bc64-c8748808c2a8 req-baef44e5-4f2b-4bca-9f02-2e20d2580593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:27.801189 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a68a89f-f36e-41c5-bc64-c8748808c2a8 req-baef44e5-4f2b-4bca-9f02-2e20d2580593 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1129 time: 0.0377316 May 17 15:55:27.853913 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a68a89f-f36e-41c5-bc64-c8748808c2a8 req-f07e0065-15f9-49a3-93ea-d032285b1f0f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 May 17 15:55:28.660142 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09094cdc-732c-415b-876e-a4f887cf0a3e req-55b8ed0a-54bd-45db-8bde-66e5123f9071 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:28.661556 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09094cdc-732c-415b-876e-a4f887cf0a3e req-55b8ed0a-54bd-45db-8bde-66e5123f9071 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0449803 May 17 15:55:28.705931 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-09094cdc-732c-415b-876e-a4f887cf0a3e req-cb5a3133-dc45-455a-97c4-9c493c4618a0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 May 17 15:55:28.818469 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d472190-2f05-4ba3-9237-40e9c26d6f49 req-b70bdb27-6285-4c5c-82b2-8dad56a4bd64 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:28.819890 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d472190-2f05-4ba3-9237-40e9c26d6f49 req-b70bdb27-6285-4c5c-82b2-8dad56a4bd64 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0463774 May 17 15:55:28.864900 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0d472190-2f05-4ba3-9237-40e9c26d6f49 req-b21b1315-9453-4d6a-a325-e5ada0dd6eeb tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395601 May 17 15:55:29.822829 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1278-24ff-4885-831f-f0712d15d4ac req-07d96171-356f-4774-9d40-33c1962af74c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:29.824312 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ad5c1278-24ff-4885-831f-f0712d15d4ac req-07d96171-356f-4774-9d40-33c1962af74c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0488720 May 17 15:55:29.869519 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ad5c1278-24ff-4885-831f-f0712d15d4ac req-1a4d276c-9e36-4af7-88d8-72a568580e77 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 May 17 15:55:30.005109 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430340-753f-4aab-968d-cdb1f1e96ec7 req-0d4eacca-5bfe-45e1-a525-9bff3fd119d1 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:30.006494 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-62430340-753f-4aab-968d-cdb1f1e96ec7 req-0d4eacca-5bfe-45e1-a525-9bff3fd119d1 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0727179 May 17 15:55:30.012575 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b476b12-4b49-4dfe-899f-4af0b24e8991 req-35a10f7a-a9e8-4640-bf25-a8de936df7f2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:30.013880 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b476b12-4b49-4dfe-899f-4af0b24e8991 req-35a10f7a-a9e8-4640-bf25-a8de936df7f2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0707119 May 17 15:55:30.085098 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-62430340-753f-4aab-968d-cdb1f1e96ec7 req-52297779-0ee2-477d-9f51-27b6129abb57 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698433 May 17 15:55:30.087863 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b476b12-4b49-4dfe-899f-4af0b24e8991 req-76edec45-9289-417a-bc8c-3912fd713995 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675077 May 17 15:55:30.176483 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:30.403111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326002a-e63b-4f89-ae3f-4b9ccd070c68 req-f6db8807-1250-429e-a487-c0481681377d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:30.404541 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9326002a-e63b-4f89-ae3f-4b9ccd070c68 req-f6db8807-1250-429e-a487-c0481681377d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0480068 May 17 15:55:30.450428 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9326002a-e63b-4f89-ae3f-4b9ccd070c68 req-517bcfb4-d462-4e7e-8020-1124079b999a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 May 17 15:55:30.971777 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-9bec45cd-e714-4b99-ab5c-107c9f1edb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:31.201447 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3470a1-fd11-4309-b31a-fb938f9e2c4e req-ba788e73-1c82-4e43-86cc-8356f96170c2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:31.203430 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-be3470a1-fd11-4309-b31a-fb938f9e2c4e req-ba788e73-1c82-4e43-86cc-8356f96170c2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0454926 May 17 15:55:31.248456 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-be3470a1-fd11-4309-b31a-fb938f9e2c4e req-a3874070-eb2d-44d8-8d71-9d5d624496b8 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 May 17 15:55:31.629471 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:55:32.368153 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c13f0d-4b8c-42af-bf50-e75975d7e5a3 req-f0b1ecd5-7e26-4f2e-93bb-79ae1bb2a4ae tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:32.369577 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d6c13f0d-4b8c-42af-bf50-e75975d7e5a3 req-f0b1ecd5-7e26-4f2e-93bb-79ae1bb2a4ae tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0490460 May 17 15:55:32.417532 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d6c13f0d-4b8c-42af-bf50-e75975d7e5a3 req-9c169e39-9a8b-482d-8bd9-b63b8eaf2576 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 May 17 15:55:33.441476 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d4cafba2-ff15-4933-a28f-2286a063b653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:33.531745 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81fc4a-69ab-4caf-be6c-50091142cec7 req-73afdc3d-4456-4a6e-8443-f00f0afcd934 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:33.533163 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf81fc4a-69ab-4caf-be6c-50091142cec7 req-73afdc3d-4456-4a6e-8443-f00f0afcd934 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0464385 May 17 15:55:33.577341 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cf81fc4a-69ab-4caf-be6c-50091142cec7 req-bec4bb60-c375-4254-a56d-18e23d2e62fe tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 May 17 15:55:34.353227 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:34.856507 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e376e0b-4c67-44a1-9d66-10c55f097be0 req-5547fd78-a12e-4d1e-bbd3-daddfb4fdbf5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:34.857978 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e376e0b-4c67-44a1-9d66-10c55f097be0 req-5547fd78-a12e-4d1e-bbd3-daddfb4fdbf5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0499663 May 17 15:55:34.902935 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1e376e0b-4c67-44a1-9d66-10c55f097be0 req-af4f34db-6a83-46e1-b1ac-eee1e80a7b37 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389872 May 17 15:55:36.014100 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5802ec-c5ff-440b-a186-a692f3ad9ff5 req-317a13f2-7eea-42ec-b96c-893bbe916928 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:36.016170 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d5802ec-c5ff-440b-a186-a692f3ad9ff5 req-317a13f2-7eea-42ec-b96c-893bbe916928 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0464191 May 17 15:55:36.059088 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:36.060747 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4d5802ec-c5ff-440b-a186-a692f3ad9ff5 req-75e223bc-a413-499c-88b8-bb39ca97a2a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391207 May 17 15:55:36.292086 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93554c-e3f4-43ad-8a23-335ccc8dd223 req-5bc1bf8c-e7b4-4ccc-84db-6bf04d2f04a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:36.293536 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5b93554c-e3f4-43ad-8a23-335ccc8dd223 req-5bc1bf8c-e7b4-4ccc-84db-6bf04d2f04a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0458677 May 17 15:55:36.367134 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37ae1-6692-442b-b070-d4688ef40735 req-5b972224-1326-4964-821d-89eff102fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:36.368565 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61b37ae1-6692-442b-b070-d4688ef40735 req-5b972224-1326-4964-821d-89eff102fe7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1129 time: 0.0569017 May 17 15:55:36.372533 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5b93554c-e3f4-43ad-8a23-335ccc8dd223 req-ccd7b873-e27f-4d90-bd92-69228c1f9fe6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734589 May 17 15:55:36.459037 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37ae1-6692-442b-b070-d4688ef40735 req-de697e5e-3cff-41ca-ae1d-0dc0217e8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:36.460397 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61b37ae1-6692-442b-b070-d4688ef40735 req-de697e5e-3cff-41ca-ae1d-0dc0217e8691 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.0865498 May 17 15:55:36.531601 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61b37ae1-6692-442b-b070-d4688ef40735 req-0f8aaaf3-bbba-41b4-aed2-f8b92f6b10eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 1001 time: 0.0646904 May 17 15:55:36.578837 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37ae1-6692-442b-b070-d4688ef40735 req-b32fd464-b0e9-4c07-bc9b-933e8b40de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:36.580224 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61b37ae1-6692-442b-b070-d4688ef40735 req-b32fd464-b0e9-4c07-bc9b-933e8b40de0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0427594 May 17 15:55:36.622321 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37ae1-6692-442b-b070-d4688ef40735 req-018dab79-527d-4244-b97b-cd88cb43959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:36.623731 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61b37ae1-6692-442b-b070-d4688ef40735 req-018dab79-527d-4244-b97b-cd88cb43959c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371275 May 17 15:55:36.712404 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61b37ae1-6692-442b-b070-d4688ef40735 req-cb4f45eb-adc3-49db-a2d3-b816a9acb04c service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823376 May 17 15:55:36.804559 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61b37ae1-6692-442b-b070-d4688ef40735 req-21e5375b-91f4-4ca2-8bd3-be832c9aa5e9 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869834 May 17 15:55:37.496407 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdedc7-22f5-46ef-b1fb-f8d46d230ced req-abfe658b-6dca-4cd5-9d23-e4f76bda9ef1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:37.502474 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4ccdedc7-22f5-46ef-b1fb-f8d46d230ced req-abfe658b-6dca-4cd5-9d23-e4f76bda9ef1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0568709 May 17 15:55:37.526217 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:37.545495 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4ccdedc7-22f5-46ef-b1fb-f8d46d230ced req-615e4cca-a3f4-4e2d-bbff-ed14b636b88c tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 May 17 15:55:39.799331 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21580c-8d11-4394-b5d1-c546bb2a72a4 req-b09159c5-1d4e-473b-ad0c-bc1c2a94abde tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:39.800754 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eb21580c-8d11-4394-b5d1-c546bb2a72a4 req-b09159c5-1d4e-473b-ad0c-bc1c2a94abde tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0453520 May 17 15:55:39.847125 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eb21580c-8d11-4394-b5d1-c546bb2a72a4 req-797f31a5-36bf-4a07-aed6-8e55418c1b4c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 May 17 15:55:39.871237 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58784) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:39.953533 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b9fe5c-6cfb-4557-9bd5-eafa00bfe430 tempest-TestMinimumBasicScenario-1704445259 tempest-TestMinimumBasicScenario-1704445259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:39.955028 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c5b9fe5c-6cfb-4557-9bd5-eafa00bfe430 tempest-TestMinimumBasicScenario-1704445259 tempest-TestMinimumBasicScenario-1704445259-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1124 time: 0.0828152 May 17 15:55:39.958021 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58788) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:39.962033 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'port_id': '09580395-7ff8-4876-a686-2b6cb4a99304', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:39.981839 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:40.059178 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:40.160454 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Allocated IP 172.27.2.162 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/96e0461f-3cf4-4df4-9eda-f21eb06c9b8a) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:55:40.264694 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for port (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:40.295664 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:40.330589 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:55:40.333447 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:55:40.339105 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:55:40.344440 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'Port': ['ID=96e0461f-3cf4-4df4-9eda-f21eb06c9b8a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:40.380907 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.381242 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.381580 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.381919 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.382279 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.382611 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.382960 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.383270 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.383594 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.383918 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.384240 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.384560 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.384880 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.385198 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.385518 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:55:40.696359 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for floatingip (35377b27-a0ee-4eb9-a1a7-ac965d0f4b10), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:40.763109 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:40.933850 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for port (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:40.938898 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.005240 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'Port': ['ID=96e0461f-3cf4-4df4-9eda-f21eb06c9b8a,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:41.015340 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (35377b27-a0ee-4eb9-a1a7-ac965d0f4b10), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.107035 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Floating IP 35377b27-a0ee-4eb9-a1a7-ac965d0f4b10 associated. External IP: 172.27.2.162, port: 09580395-7ff8-4876-a686-2b6cb4a99304. May 17 15:55:41.298492 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:55:41.395606 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:55:41.405590 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] Sync routers for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:55:41.415017 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.415830 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:55:41.416440 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:55:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:55:41.446867 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-de996658-e890-4c3b-b87b-362035a2de1a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4878607 May 17 15:55:41.447792 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:55:41.449744 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58790) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:41.450338 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a150848bb0330446f24bb0136d1a3bfabbaf4df3899f23fd7b7d6f093f6e07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f" -d '{"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:55:41.454410 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-3a219f3a-f658-45ae-aa8c-c51ae1d8422e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998344387', 'description': 'tempest-secgroup-smoke-1998344387 description', 'project_id': '8636ddd509654ba48dc18dc2837ee0df'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:41.475568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3a219f3a-f658-45ae-aa8c-c51ae1d8422e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.517674 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:55:41.553898 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3a219f3a-f658-45ae-aa8c-c51ae1d8422e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group (e9c97620-f6e4-4529-aa34-6d0aa365bd65), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.558561 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3a219f3a-f658-45ae-aa8c-c51ae1d8422e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (e9c97620-f6e4-4529-aa34-6d0aa365bd65), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.572120 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1ee7a8-dfd3-446f-896c-9aad20774076 x-openstack-request-id: req-4b1ee7a8-dfd3-446f-896c-9aad20774076 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:55:41.572413 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:55:41.572669 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4b1ee7a8-dfd3-446f-896c-9aad20774076 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:55:41.573071 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1ee7a8-dfd3-446f-896c-9aad20774076'] response: {'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304', 'status': 'completed', 'code': 200} May 17 15:55:41.591905 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3a219f3a-f658-45ae-aa8c-c51ae1d8422e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.593167 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3a219f3a-f658-45ae-aa8c-c51ae1d8422e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1422276 May 17 15:55:41.596323 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58796) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:41.600779 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-cb4938a8-7768-4d5b-959c-213345bf69ac tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'security_group_rule': {'security_group_id': 'e9c97620-f6e4-4529-aa34-6d0aa365bd65', 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:41.611201 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a219f3a-f658-45ae-aa8c-c51ae1d8422e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c97620-f6e4-4529-aa34-6d0aa365bd65,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:41.633079 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cb4938a8-7768-4d5b-959c-213345bf69ac tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (c7553569-a726-425d-8631-d273f2662d26), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.655149 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-32a3876e-ed0d-4094-9900-2d84421e62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:41.658025 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-32a3876e-ed0d-4094-9900-2d84421e62c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1129 time: 0.0593436 May 17 15:55:41.692137 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cb4938a8-7768-4d5b-959c-213345bf69ac tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (c7553569-a726-425d-8631-d273f2662d26), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.697015 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cb4938a8-7768-4d5b-959c-213345bf69ac tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (c7553569-a726-425d-8631-d273f2662d26), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.716537 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4938a8-7768-4d5b-959c-213345bf69ac tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7553569-a726-425d-8631-d273f2662d26,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:41.728290 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cb4938a8-7768-4d5b-959c-213345bf69ac tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.730699 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-cb4938a8-7768-4d5b-959c-213345bf69ac tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333866 May 17 15:55:41.733423 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58798) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:41.739444 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-eca6ffba-7d6f-4983-9c68-6e8e6d3038c6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'security_group_rule': {'security_group_id': 'e9c97620-f6e4-4529-aa34-6d0aa365bd65', 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:41.765643 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-1f2d65d7-9170-4fad-8836-6747744e82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:41.767311 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-1f2d65d7-9170-4fad-8836-6747744e82bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 915 time: 0.1010833 May 17 15:55:41.769765 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eca6ffba-7d6f-4983-9c68-6e8e6d3038c6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (d03b4592-36b4-4c9d-8eef-dcbc5885598f), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.826600 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eca6ffba-7d6f-4983-9c68-6e8e6d3038c6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (d03b4592-36b4-4c9d-8eef-dcbc5885598f), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.830704 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eca6ffba-7d6f-4983-9c68-6e8e6d3038c6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (d03b4592-36b4-4c9d-8eef-dcbc5885598f), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.839431 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '35377b27-a0ee-4eb9-a1a7-ac965d0f4b10', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'port_id': '09580395-7ff8-4876-a686-2b6cb4a99304', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'mac_address': 'fa:16:3e:f3:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16da988b-84bf-434d-8672-8e64763bec13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:55:40Z', 'updated_at': '2022-05-17T15:55:40Z', 'revision_number': 0, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 5, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:55:41.847395 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-798da652-9d27-4e7c-8051-376195e7061f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 999 time: 0.0725963 May 17 15:55:41.850787 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6ffba-7d6f-4983-9c68-6e8e6d3038c6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03b4592-36b4-4c9d-8eef-dcbc5885598f,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:41.861970 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eca6ffba-7d6f-4983-9c68-6e8e6d3038c6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.863592 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-eca6ffba-7d6f-4983-9c68-6e8e6d3038c6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280298 May 17 15:55:41.866247 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58800) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:41.870914 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-90e7af38-f750-4bf6-bca3-1573030e265e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'security_group_rule': {'security_group_id': 'e9c97620-f6e4-4529-aa34-6d0aa365bd65', 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:41.872500 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] Checking router: 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:55:41.883731 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:55:41.884852 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:55:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:55:41.896830 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90e7af38-f750-4bf6-bca3-1573030e265e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (3360b31e-b90d-44d3-8ca9-4b414c3648be), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.902653 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-37dd4094-08b2-4050-ac58-566c78049c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:41.904113 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-37dd4094-08b2-4050-ac58-566c78049c67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 200 len: 853 time: 0.0510008 May 17 15:55:41.949352 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-994db9ca-b711-4c8d-8c84-371c5dbc37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:41.951407 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-994db9ca-b711-4c8d-8c84-371c5dbc37f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8beab47e-2e89-4db1-91a7-7de315179ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415094 May 17 15:55:41.960179 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90e7af38-f750-4bf6-bca3-1573030e265e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (3360b31e-b90d-44d3-8ca9-4b414c3648be), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.964828 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90e7af38-f750-4bf6-bca3-1573030e265e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (3360b31e-b90d-44d3-8ca9-4b414c3648be), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.980896 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7af38-f750-4bf6-bca3-1573030e265e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3360b31e-b90d-44d3-8ca9-4b414c3648be,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:41.994763 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:55:41.994926 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90e7af38-f750-4bf6-bca3-1573030e265e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:41.999099 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-90e7af38-f750-4bf6-bca3-1573030e265e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310515 May 17 15:55:41.999312 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58802) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:42.003419 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-115cbd48-286b-41a1-9ebc-60572c3ac7e0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'security_group_rule': {'security_group_id': 'e9c97620-f6e4-4529-aa34-6d0aa365bd65', 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:42.074954 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-269fb636-2372-4261-aa4a-8a81761471b7 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171858 May 17 15:55:42.075707 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-115cbd48-286b-41a1-9ebc-60572c3ac7e0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (dc0f18c1-51b7-4c29-852d-b62ea8dae437), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.186537 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-115cbd48-286b-41a1-9ebc-60572c3ac7e0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (dc0f18c1-51b7-4c29-852d-b62ea8dae437), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.195155 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-115cbd48-286b-41a1-9ebc-60572c3ac7e0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (dc0f18c1-51b7-4c29-852d-b62ea8dae437), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.209449 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '35377b27-a0ee-4eb9-a1a7-ac965d0f4b10', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'port_id': '09580395-7ff8-4876-a686-2b6cb4a99304', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'mac_address': 'fa:16:3e:f3:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16da988b-84bf-434d-8672-8e64763bec13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:55:40Z', 'updated_at': '2022-05-17T15:55:40Z', 'revision_number': 0, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 5, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:55:42.223874 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7827228a-ef6f-4f42-a92b-b93efeb6ef5f req-986ce9fe-8ce6-46e7-8db1-8a1045b7c669 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387954 May 17 15:55:42.225233 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cbd48-286b-41a1-9ebc-60572c3ac7e0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0f18c1-51b7-4c29-852d-b62ea8dae437,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:42.233856 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-115cbd48-286b-41a1-9ebc-60572c3ac7e0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.235312 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-115cbd48-286b-41a1-9ebc-60572c3ac7e0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2353249 May 17 15:55:42.238221 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58804) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:42.244134 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-135e4022-693b-4ae9-8a45-090ab4c4a122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'security_group_rule': {'security_group_id': 'e9c97620-f6e4-4529-aa34-6d0aa365bd65', 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:42.244567 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b6453-c35a-4ce8-bd59-ba28845a85ef None None] The sync data for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi is: [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '35377b27-a0ee-4eb9-a1a7-ac965d0f4b10', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'port_id': '09580395-7ff8-4876-a686-2b6cb4a99304', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'mac_address': 'fa:16:3e:f3:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16da988b-84bf-434d-8672-8e64763bec13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:55:40Z', 'updated_at': '2022-05-17T15:55:40Z', 'revision_number': 0, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 5, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:55:42.271863 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-135e4022-693b-4ae9-8a45-090ab4c4a122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Project 8636ddd509654ba48dc18dc2837ee0df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 15:55:42.278378 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-135e4022-693b-4ae9-8a45-090ab4c4a122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (a61b6391-db74-4e3c-baf8-655d5eb7d76b), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.339219 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-135e4022-693b-4ae9-8a45-090ab4c4a122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (a61b6391-db74-4e3c-baf8-655d5eb7d76b), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.343493 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-135e4022-693b-4ae9-8a45-090ab4c4a122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (a61b6391-db74-4e3c-baf8-655d5eb7d76b), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.361281 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e4022-693b-4ae9-8a45-090ab4c4a122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61b6391-db74-4e3c-baf8-655d5eb7d76b,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:42.371968 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-135e4022-693b-4ae9-8a45-090ab4c4a122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.376405 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-135e4022-693b-4ae9-8a45-090ab4c4a122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342051 May 17 15:55:42.376615 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58806) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:55:42.380967 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-eaa6c845-7fa7-48cd-8469-0d5a01b10521 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'security_group_rule': {'security_group_id': 'e9c97620-f6e4-4529-aa34-6d0aa365bd65', 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:42.402785 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-eaa6c845-7fa7-48cd-8469-0d5a01b10521 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Project 8636ddd509654ba48dc18dc2837ee0df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 15:55:42.408292 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c845-7fa7-48cd-8469-0d5a01b10521 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (bc904640-d5d6-4e31-88b7-ca74e793e8b0), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.446240 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd2160-04be-475f-a77a-4d971e6d0683 None None] New status for floating IP 35377b27-a0ee-4eb9-a1a7-ac965d0f4b10: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:55:42.470616 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c845-7fa7-48cd-8469-0d5a01b10521 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (bc904640-d5d6-4e31-88b7-ca74e793e8b0), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.475413 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c845-7fa7-48cd-8469-0d5a01b10521 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (bc904640-d5d6-4e31-88b7-ca74e793e8b0), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.494803 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6c845-7fa7-48cd-8469-0d5a01b10521 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc904640-d5d6-4e31-88b7-ca74e793e8b0,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:42.503829 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c845-7fa7-48cd-8469-0d5a01b10521 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.507843 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-eaa6c845-7fa7-48cd-8469-0d5a01b10521 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275439 May 17 15:55:42.594902 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-5761750d-8a46-4cea-8627-743d5dae9ff3 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998344387&fields=id&tenant_id=8636ddd509654ba48dc18dc2837ee0df HTTP/1.1" status: 200 len: 267 time: 0.0443599 May 17 15:55:42.646278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-823c795a-1c98-4f95-8f58-ca9426ce86f3 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:42.647704 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-823c795a-1c98-4f95-8f58-ca9426ce86f3 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0472476 May 17 15:55:42.658308 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'port': {'security_groups': ['a9c76080-132f-4db4-a104-a5bb727e95ab', 'e9c97620-f6e4-4529-aa34-6d0aa365bd65']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:55:42.728177 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.947344 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] For port 09580395-7ff8-4876-a686-2b6cb4a99304, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=09580395-7ff8-4876-a686-2b6cb4a99304,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:55:42.973904 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for port (09580395-7ff8-4876-a686-2b6cb4a99304), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.978334 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:42.994386 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['09580395-7ff8-4876-a686-2b6cb4a99304'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:55:43.018239 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:43.018851 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:43.020818 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0dfd063f-b3e2-40d4-93f2-9f83e1931052 req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "PUT /v2.0/ports/09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 981 time: 0.3668888 May 17 15:55:43.021248 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:55:43.023504 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfa342c-407d-495c-9f16-b2b007794651" -d '{"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:55:43.055124 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b9658-f856-4846-8c7e-f134db1cf39d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'Port': ['ID=09580395-7ff8-4876-a686-2b6cb4a99304,revision_number=6']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:55:43.100656 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['09580395-7ff8-4876-a686-2b6cb4a99304'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:55:43.102965 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5802e9e3-21fc-4371-a951-41fc36615ee3 x-openstack-request-id: req-5802e9e3-21fc-4371-a951-41fc36615ee3 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:55:43.103472 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:55:43.103882 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5802e9e3-21fc-4371-a951-41fc36615ee3 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:55:43.104438 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5802e9e3-21fc-4371-a951-41fc36615ee3'] response: {'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304', 'status': 'completed', 'code': 200} May 17 15:55:43.197654 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7993c-736f-4b3a-a085-03042811989e req-65a88965-8a11-4359-a613-0dccf079bf16 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:43.199141 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-26a7993c-736f-4b3a-a085-03042811989e req-65a88965-8a11-4359-a613-0dccf079bf16 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0839763 May 17 15:55:43.200583 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa342c-407d-495c-9f16-b2b007794651 req-9ae5f485-cb25-468c-9b34-4f4045b01377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:43.201906 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cfa342c-407d-495c-9f16-b2b007794651 req-9ae5f485-cb25-468c-9b34-4f4045b01377 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1168 time: 0.0573370 May 17 15:55:43.320968 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-26a7993c-736f-4b3a-a085-03042811989e req-05137e7e-ff58-4332-8aa7-93d41a0a1791 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157601 May 17 15:55:43.333265 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-e07a4fb5-eeab-4fc7-81c5-0ab024f3c097 None None] Provisioning complete for port 09580395-7ff8-4876-a686-2b6cb4a99304 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:55:43.333629 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e07a4fb5-eeab-4fc7-81c5-0ab024f3c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:55:43.341002 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa342c-407d-495c-9f16-b2b007794651 req-5af7e449-f33a-4afe-b16a-e8b6c339efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:43.341002 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cfa342c-407d-495c-9f16-b2b007794651 req-5af7e449-f33a-4afe-b16a-e8b6c339efb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 915 time: 0.1273496 May 17 15:55:43.399243 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cfa342c-407d-495c-9f16-b2b007794651 req-6f2916cd-cb76-4144-ac4c-bcf86d71ccaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 1001 time: 0.0534399 May 17 15:55:43.450407 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa342c-407d-495c-9f16-b2b007794651 req-efd07344-bcaf-4d80-9909-d0b607c9d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:43.451784 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cfa342c-407d-495c-9f16-b2b007794651 req-efd07344-bcaf-4d80-9909-d0b607c9d038 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 200 len: 853 time: 0.0468676 May 17 15:55:43.496057 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa342c-407d-495c-9f16-b2b007794651 req-780ded1f-a38e-41ad-b138-5b89095baa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:55:43.497585 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cfa342c-407d-495c-9f16-b2b007794651 req-780ded1f-a38e-41ad-b138-5b89095baa8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8beab47e-2e89-4db1-91a7-7de315179ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392811 May 17 15:55:43.525656 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-e07a4fb5-eeab-4fc7-81c5-0ab024f3c097 None None] Current status of the port 09580395-7ff8-4876-a686-2b6cb4a99304 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:55:43.589457 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cfa342c-407d-495c-9f16-b2b007794651 req-de997548-1e83-485e-b017-85887bc34471 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839930 May 17 15:55:43.677292 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5cfa342c-407d-495c-9f16-b2b007794651 req-bf142c08-f1ea-44e6-b17f-c2626e32af13 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819328 May 17 15:56:00.175498 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:00.972879 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3b3aaeaf-67ae-43e9-a431-d08193dbc40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:03.443856 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a1e4380d-73fe-4754-86a7-3ffeaf5fec94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:04.356349 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:06.062209 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:06.922269 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-32392bf1-364e-42a4-8732-cb2afb564d9b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370166 May 17 15:56:07.003455 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-db1dd804-e923-4d3e-9a2d-80b9cbc8e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:07.004872 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-db1dd804-e923-4d3e-9a2d-80b9cbc8e8ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1129 time: 0.0417593 May 17 15:56:07.102668 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-563b5b56-c122-4147-b474-da52bd7cb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:07.104087 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-563b5b56-c122-4147-b474-da52bd7cb1b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.0814898 May 17 15:56:07.164905 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-0420e31a-4a2e-4830-a236-893ec51e85a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 1001 time: 0.0549686 May 17 15:56:07.212588 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-e6039e7a-ae7a-4a49-81a4-1dc693a8a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:07.214020 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-e6039e7a-ae7a-4a49-81a4-1dc693a8a95c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0430903 May 17 15:56:07.256616 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-8e02d916-caf6-4778-be66-8a112fb2ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:07.258096 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-8e02d916-caf6-4778-be66-8a112fb2ec4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388556 May 17 15:56:07.347009 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-2c182731-e030-4848-80cc-5e53bdfaf19c service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831966 May 17 15:56:07.436644 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f684f31a-4481-4f32-9127-ce735aa6f5d7 req-5d068132-0b49-4fe0-8df1-b2b8d90e3f90 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833244 May 17 15:56:07.528399 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:08.628489 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:56:30.203250 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:30.974156 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e3e5dd6c-aeef-44cb-9480-ffb152192e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:33.444447 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-621fbfdf-28af-4379-9c68-a01528d3a671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:34.357140 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:36.065462 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:37.530317 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:56:42.395162 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798283-2b6b-4d0f-acc9-611da448d215 req-7bec97d6-169a-4a4a-996a-2cc8ee967f37 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:42.396680 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cc798283-2b6b-4d0f-acc9-611da448d215 req-7bec97d6-169a-4a4a-996a-2cc8ee967f37 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0505474 May 17 15:56:42.441213 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cc798283-2b6b-4d0f-acc9-611da448d215 req-a5b74423-76d0-465d-a956-1710ee19cef1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389977 May 17 15:56:43.556112 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965715e-f712-486c-8580-e668693d58c7 req-c98a3fdd-d938-4082-84f4-9a0905977e4d tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:43.557615 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d965715e-f712-486c-8580-e668693d58c7 req-c98a3fdd-d938-4082-84f4-9a0905977e4d tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0460122 May 17 15:56:43.602952 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d965715e-f712-486c-8580-e668693d58c7 req-a4bfb1bc-7d0c-44a9-9563-b8aecf2e2095 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 May 17 15:56:44.723609 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ce924-a62b-40b6-a3a1-f4f5ba635c1e req-26974139-80d2-4813-a342-2884ea5627ad tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:44.725036 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cc9ce924-a62b-40b6-a3a1-f4f5ba635c1e req-26974139-80d2-4813-a342-2884ea5627ad tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0450284 May 17 15:56:44.772941 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cc9ce924-a62b-40b6-a3a1-f4f5ba635c1e req-43b6b6fa-f3f2-43ce-8ff0-d05ceb733ec8 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 May 17 15:56:45.627443 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:56:45.884452 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c4b70-9989-4648-8ad1-7f96bf46ea3d req-e66de039-7533-48ea-8a2f-437798fe9c49 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:45.885773 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f19c4b70-9989-4648-8ad1-7f96bf46ea3d req-e66de039-7533-48ea-8a2f-437798fe9c49 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0460527 May 17 15:56:45.930732 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f19c4b70-9989-4648-8ad1-7f96bf46ea3d req-95960714-b294-4244-9eb2-83df402d5306 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394650 May 17 15:56:47.042234 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c92503-f891-4a32-b08d-0992d1669ae4 req-b817457b-4ea2-4d49-bfa5-54d2f33272dd tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:47.043673 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06c92503-f891-4a32-b08d-0992d1669ae4 req-b817457b-4ea2-4d49-bfa5-54d2f33272dd tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0457425 May 17 15:56:47.091345 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06c92503-f891-4a32-b08d-0992d1669ae4 req-ef564bf7-c64e-4211-a60f-2d87bb6fb30f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 May 17 15:56:48.206301 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803521c-03a8-4987-8451-3bed98b27101 req-79102166-6352-4cd4-a5db-43ed23e8d9fc tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:48.207756 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9803521c-03a8-4987-8451-3bed98b27101 req-79102166-6352-4cd4-a5db-43ed23e8d9fc tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0490358 May 17 15:56:48.254701 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9803521c-03a8-4987-8451-3bed98b27101 req-d0954bb6-de47-46e3-ac29-9d33d05c2205 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 May 17 15:56:49.370107 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c73ed-3202-45ec-8f14-3384f108b3e6 req-1628892a-2af0-4ffe-8780-aead8682003a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:49.371594 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3a2c73ed-3202-45ec-8f14-3384f108b3e6 req-1628892a-2af0-4ffe-8780-aead8682003a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0516140 May 17 15:56:49.417666 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3a2c73ed-3202-45ec-8f14-3384f108b3e6 req-00394298-9920-43f6-b477-e4602c69e84d tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 May 17 15:56:50.529338 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92c21c-ed17-42c2-9e3d-498abf05b786 req-da4274cc-3771-4cb6-9106-e8685e98f5e5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:50.530773 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e92c21c-ed17-42c2-9e3d-498abf05b786 req-da4274cc-3771-4cb6-9106-e8685e98f5e5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0451188 May 17 15:56:50.579350 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7e92c21c-ed17-42c2-9e3d-498abf05b786 req-7a160992-3717-4af0-a6e4-f8a2c740f798 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 May 17 15:56:51.691039 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4e5d6-3903-49ce-91a6-6e3d8498a2dd req-fbc97c58-4b97-4abe-9974-f4b0557463b7 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:51.692473 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-beb4e5d6-3903-49ce-91a6-6e3d8498a2dd req-fbc97c58-4b97-4abe-9974-f4b0557463b7 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0456951 May 17 15:56:51.741039 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-beb4e5d6-3903-49ce-91a6-6e3d8498a2dd req-eb65e295-375e-4d82-99b9-2212c45bc4da tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431385 May 17 15:56:52.858638 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dba68-bb3c-47b4-89df-a01c740a555b req-244b3df2-8c17-4b18-9274-589f12731c80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:52.860590 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d59dba68-bb3c-47b4-89df-a01c740a555b req-244b3df2-8c17-4b18-9274-589f12731c80 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0467196 May 17 15:56:52.906299 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d59dba68-bb3c-47b4-89df-a01c740a555b req-4a7d1cad-9b68-40b2-96e0-0c62b5b120d2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 May 17 15:56:54.020212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000035-3d55-4954-9855-0b442edd5df4 req-1782bffc-6406-48d5-b8e9-d9fa6636bdfa tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:54.021625 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e6000035-3d55-4954-9855-0b442edd5df4 req-1782bffc-6406-48d5-b8e9-d9fa6636bdfa tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0480635 May 17 15:56:54.065963 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e6000035-3d55-4954-9855-0b442edd5df4 req-bb3db81e-840b-496b-957f-4ac63929c5b6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 May 17 15:56:54.558255 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b12349-58e0-4880-8728-677e66e2de90 req-7369f56b-0026-4650-ad92-0c8057c07d7e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:54.559697 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e8b12349-58e0-4880-8728-677e66e2de90 req-7369f56b-0026-4650-ad92-0c8057c07d7e tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0735748 May 17 15:56:54.562726 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-ea3f4bf3-4fc4-48f3-b7e8-4c3a6796036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:54.564084 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-ea3f4bf3-4fc4-48f3-b7e8-4c3a6796036b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1168 time: 0.0510101 May 17 15:56:54.678653 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e8b12349-58e0-4880-8728-677e66e2de90 req-a35e7220-dbd7-4947-91d2-5d459504e3e2 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132038 May 17 15:56:54.695697 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-61586c6b-9a61-4470-96b3-976eed57c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:54.697107 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-61586c6b-9a61-4470-96b3-976eed57c911 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 915 time: 0.1262023 May 17 15:56:54.767712 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-8d932501-ff3c-4e48-8fbb-bd8c3338ac44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 1001 time: 0.0636442 May 17 15:56:54.816204 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-12b885f4-022c-433a-a1c5-5cdcd723a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:54.817620 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-12b885f4-022c-433a-a1c5-5cdcd723a76f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 200 len: 853 time: 0.0436158 May 17 15:56:54.858377 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-106921f6-2dab-416f-8726-35d0b740d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:54.859792 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-106921f6-2dab-416f-8726-35d0b740d0ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8beab47e-2e89-4db1-91a7-7de315179ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364573 May 17 15:56:54.948159 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-66185518-c26e-4ded-be4a-cf904e4a5419 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822711 May 17 15:56:55.033451 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7346e3de-3e9c-4b0b-ad5a-e0ffb3253d16 req-1fccb4e1-b884-4c14-9cfd-cbb009d79a6b service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795858 May 17 15:56:55.503088 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d338cb-ba2f-4b16-af90-52170d4e9466 req-e2d4f6b4-e40b-489f-abab-f30b23bb4f53 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:55.504541 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-39d338cb-ba2f-4b16-af90-52170d4e9466 req-e2d4f6b4-e40b-489f-abab-f30b23bb4f53 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.3613291 May 17 15:56:55.549654 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-39d338cb-ba2f-4b16-af90-52170d4e9466 req-79f131ea-d231-484c-bfac-68cda312f6c8 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 May 17 15:56:55.792063 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befeddb-94b9-473f-aa2e-d7023782715e req-00439af4-b8ea-49d4-b5b2-6e44dde5d8eb tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:55.793396 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9befeddb-94b9-473f-aa2e-d7023782715e req-00439af4-b8ea-49d4-b5b2-6e44dde5d8eb tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0468132 May 17 15:56:55.850731 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9befeddb-94b9-473f-aa2e-d7023782715e req-3bddb097-c4b7-4d70-9780-b2006c3663f6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511346 May 17 15:56:56.662928 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2a629-630c-4f7e-ab69-c004fa5b0e17 req-92d198b9-63f1-4a8b-abb6-a157697639de tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:56.664352 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-16c2a629-630c-4f7e-ab69-c004fa5b0e17 req-92d198b9-63f1-4a8b-abb6-a157697639de tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0480049 May 17 15:56:56.709826 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-16c2a629-630c-4f7e-ab69-c004fa5b0e17 req-a5f4858e-99f2-4f90-b5d5-0718abf93c6d tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 May 17 15:56:56.965911 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df590baf-e38e-436b-b47a-8f04fbc725af req-2913f1e0-ad91-4c92-a48f-3c34d484dc1d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:56.967382 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df590baf-e38e-436b-b47a-8f04fbc725af req-2913f1e0-ad91-4c92-a48f-3c34d484dc1d tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0476174 May 17 15:56:57.024601 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df590baf-e38e-436b-b47a-8f04fbc725af req-2fba9ace-bb94-4a6b-8dc5-50034734aa2a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510137 May 17 15:56:57.826169 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ada33e-3541-4d7a-a46a-a0473013a6dd req-5dcf594d-6f3d-4874-b24a-fa763af3e89e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:57.827629 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-15ada33e-3541-4d7a-a46a-a0473013a6dd req-5dcf594d-6f3d-4874-b24a-fa763af3e89e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0519724 May 17 15:56:57.872436 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-15ada33e-3541-4d7a-a46a-a0473013a6dd req-7ecffb7e-92a1-436f-a524-ece4633b19a8 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 May 17 15:56:58.135064 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564be753-199e-418d-9c43-5ea787a3302a req-0bc7ec47-a062-4208-9fa7-19877da8d64c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:58.136482 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-564be753-199e-418d-9c43-5ea787a3302a req-0bc7ec47-a062-4208-9fa7-19877da8d64c tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0453703 May 17 15:56:58.194500 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-564be753-199e-418d-9c43-5ea787a3302a req-36a8c485-051a-4754-80f6-e589f14a4b4a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518055 May 17 15:56:58.985172 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847b3d1-8219-4329-8980-bc275df02015 req-c3658504-e40a-4191-afd5-b57dce05ef9e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:58.986648 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a847b3d1-8219-4329-8980-bc275df02015 req-c3658504-e40a-4191-afd5-b57dce05ef9e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0467615 May 17 15:56:59.035186 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a847b3d1-8219-4329-8980-bc275df02015 req-dfc1cd5b-1da2-40bf-98bc-4cb8a4dc117a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 May 17 15:56:59.305839 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb2bf-61f6-4356-b54b-e4d375847bce req-092d73c6-b2a1-4991-bb2e-d2e12880ad22 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:56:59.307302 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-656fb2bf-61f6-4356-b54b-e4d375847bce req-092d73c6-b2a1-4991-bb2e-d2e12880ad22 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0457890 May 17 15:56:59.364927 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-656fb2bf-61f6-4356-b54b-e4d375847bce req-80e5e885-061e-4766-9e27-7a9e8b489711 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521212 May 17 15:57:00.150642 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5de0-1b7b-42ee-bee0-b9f5ca8583c7 req-7988848e-aa9f-4252-9ada-1d6dff880f14 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:00.152095 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c4af5de0-1b7b-42ee-bee0-b9f5ca8583c7 req-7988848e-aa9f-4252-9ada-1d6dff880f14 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0476027 May 17 15:57:00.200384 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c4af5de0-1b7b-42ee-bee0-b9f5ca8583c7 req-f6ae5429-2ad6-48f7-bf09-b01ed41c5a40 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426819 May 17 15:57:00.323115 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:00.486981 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b40a9c-ff4f-4dfa-9ece-94a65ed957c7 req-ac50e821-b949-4d4d-923e-06b6e4f5dfe6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:00.488464 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a7b40a9c-ff4f-4dfa-9ece-94a65ed957c7 req-ac50e821-b949-4d4d-923e-06b6e4f5dfe6 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0505641 May 17 15:57:00.545495 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a7b40a9c-ff4f-4dfa-9ece-94a65ed957c7 req-d12b540b-4540-4c4e-8077-96b41c100c26 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513334 May 17 15:57:00.975972 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-351b144d-ab54-4ff9-a295-685ae26f11ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:01.312783 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a2f45-9149-4562-8420-256b87df38d4 req-16aacd2d-d2db-4a40-bb2f-f7bc0cd1c3b6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:01.314231 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e36a2f45-9149-4562-8420-256b87df38d4 req-16aacd2d-d2db-4a40-bb2f-f7bc0cd1c3b6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0459540 May 17 15:57:01.358614 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e36a2f45-9149-4562-8420-256b87df38d4 req-20ad0ced-e701-4eb2-8a89-31e8230d968b tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388794 May 17 15:57:01.659568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0687b1-80ef-4594-97e9-f577cdf10bd4 req-c5e9c6c1-557d-454e-acd8-f4e68ab7dea5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:01.661008 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2e0687b1-80ef-4594-97e9-f577cdf10bd4 req-c5e9c6c1-557d-454e-acd8-f4e68ab7dea5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0498936 May 17 15:57:01.717799 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2e0687b1-80ef-4594-97e9-f577cdf10bd4 req-b1cc6695-f112-4e90-8711-68608edb8b05 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512512 May 17 15:57:02.475877 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87583d1-421f-4500-8e89-3ec4954d890d req-795a1152-093c-441b-8788-7b0db2507c06 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:02.477245 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a87583d1-421f-4500-8e89-3ec4954d890d req-795a1152-093c-441b-8788-7b0db2507c06 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0516677 May 17 15:57:02.531665 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a87583d1-421f-4500-8e89-3ec4954d890d req-1a0270fb-298a-438f-89a3-2dce804af346 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485306 May 17 15:57:02.831927 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e0857-5b8f-448a-af97-5d1e528696d9 req-6622d27f-2ef6-4d2f-b88a-d9f78fb3fe88 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:02.833361 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a95e0857-5b8f-448a-af97-5d1e528696d9 req-6622d27f-2ef6-4d2f-b88a-d9f78fb3fe88 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0468106 May 17 15:57:02.894840 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a95e0857-5b8f-448a-af97-5d1e528696d9 req-6aecd4ef-fc11-48b9-a494-8365be68853f tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558672 May 17 15:57:03.446428 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-669f4e91-2dc5-4023-a6f3-e195e76d5022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:03.644611 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81429e-1158-4e4b-8a7a-f568d526fc75 req-87a61643-4473-400f-b203-1257abf2dcc3 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:03.646093 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a81429e-1158-4e4b-8a7a-f568d526fc75 req-87a61643-4473-400f-b203-1257abf2dcc3 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0471337 May 17 15:57:03.690900 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a81429e-1158-4e4b-8a7a-f568d526fc75 req-6046cdc1-98fc-48f8-89bc-94d88934531f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393851 May 17 15:57:03.909209 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05459fc5-0632-4550-9256-17e25f68f5b7 req-4bd4f13b-8944-4b8c-912c-73a859818e18 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:03.910688 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-05459fc5-0632-4550-9256-17e25f68f5b7 req-4bd4f13b-8944-4b8c-912c-73a859818e18 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0735421 May 17 15:57:03.926951 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-73872bf8-028e-41e1-ba54-cb7c08e34848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:03.928361 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-73872bf8-028e-41e1-ba54-cb7c08e34848 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 1129 time: 0.0584021 May 17 15:57:04.046569 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-05459fc5-0632-4550-9256-17e25f68f5b7 req-872a5954-9377-4a27-9a2c-2e3400a6f2dc tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289051 May 17 15:57:04.064878 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67418a30-f7da-4043-b5d0-deb502e210a7 req-b70de321-f469-45c6-b7a9-c9a626b7e7c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:04.066339 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-67418a30-f7da-4043-b5d0-deb502e210a7 req-b70de321-f469-45c6-b7a9-c9a626b7e7c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.1031032 May 17 15:57:04.093465 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-564ddcc3-026b-45a1-beec-42c55abb7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:04.094847 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-564ddcc3-026b-45a1-beec-42c55abb7dd5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.1579859 May 17 15:57:04.171376 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-67418a30-f7da-4043-b5d0-deb502e210a7 req-0c555781-4294-4ce8-9758-09206ad4614a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991192 May 17 15:57:04.179551 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-4ceeecb0-f531-4a75-9067-b8a02a84abc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 200 len: 1001 time: 0.0741799 May 17 15:57:04.229305 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-309c2a23-f0c3-47f3-b454-1734d1d3f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:04.230963 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-309c2a23-f0c3-47f3-b454-1734d1d3f1db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0458670 May 17 15:57:04.273127 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-5f0088ab-dbe7-4fba-808a-733aa89bb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:04.274559 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-5f0088ab-dbe7-4fba-808a-733aa89bb89b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370741 May 17 15:57:04.360648 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:04.360964 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-87eb9b50-714a-4eba-a0f5-beaf64c5ca78 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797276 May 17 15:57:04.452176 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bde046fd-2d77-4ebf-a699-5d8ac257e6e7 req-c95313f7-cbf5-4003-8973-e12183f8e7f8 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 May 17 15:57:05.160089 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59d115-8287-49a3-bf72-e0f4220edbcf req-1e8f0850-0574-459c-897e-8c0d2974fb40 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:05.161588 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f59d115-8287-49a3-bf72-e0f4220edbcf req-1e8f0850-0574-459c-897e-8c0d2974fb40 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0463281 May 17 15:57:05.212865 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0f59d115-8287-49a3-bf72-e0f4220edbcf req-9d86b527-2470-480a-baa4-acfd91edda65 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 May 17 15:57:05.289221 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2876d7-4944-42a0-a4cd-31ca1fe83b4d req-4bfdc4db-5157-414c-8dee-8f884a7829fe tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:05.290704 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bd2876d7-4944-42a0-a4cd-31ca1fe83b4d req-4bfdc4db-5157-414c-8dee-8f884a7829fe tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0500855 May 17 15:57:05.355624 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bd2876d7-4944-42a0-a4cd-31ca1fe83b4d req-c8ddc133-b6b6-429e-9f4d-d6062cb34122 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585020 May 17 15:57:06.068117 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:06.327020 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072f18f-4b41-4258-bcf8-b2e7bcf2fe48 req-d9494455-026b-4993-8283-42fc78c623ac tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:06.328401 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c072f18f-4b41-4258-bcf8-b2e7bcf2fe48 req-d9494455-026b-4993-8283-42fc78c623ac tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0470061 May 17 15:57:06.373663 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c072f18f-4b41-4258-bcf8-b2e7bcf2fe48 req-b08ddc50-c466-482f-bb31-605f977fb6a5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390289 May 17 15:57:06.470019 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23875cb3-b366-440b-8899-b4069c13c717 req-44f0fa3e-fdff-4ec1-a731-d38dd733b0c4 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:06.471544 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-23875cb3-b366-440b-8899-b4069c13c717 req-44f0fa3e-fdff-4ec1-a731-d38dd733b0c4 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0494258 May 17 15:57:06.533818 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-23875cb3-b366-440b-8899-b4069c13c717 req-b7d72609-7707-437d-8f5e-cb5e6de94523 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9c97620-f6e4-4529-aa34-6d0aa365bd65&id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565953 May 17 15:57:07.532388 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:07.923553 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-d1061700-2731-4132-80e9-aac8f1032295 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370440 May 17 15:57:07.982550 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-97106d21-99e1-4ede-8808-31af278d1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:07.983954 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-97106d21-99e1-4ede-8808-31af278d1b0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1168 time: 0.0378234 May 17 15:57:08.083799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-ece7cefd-cebf-4ad3-92d6-372590f0880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:08.085224 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-ece7cefd-cebf-4ad3-92d6-372590f0880f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 915 time: 0.0841630 May 17 15:57:08.145082 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-5c5c5866-bfdd-4970-9686-e562eb40599a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 1001 time: 0.0535338 May 17 15:57:08.196392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-d544debb-668a-43e5-ba97-75e100287705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:08.197700 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-d544debb-668a-43e5-ba97-75e100287705 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 200 len: 853 time: 0.0469520 May 17 15:57:08.240776 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-03b21ae1-520b-4eca-8228-0ec8f961f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:57:08.242322 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-03b21ae1-520b-4eca-8228-0ec8f961f657 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8beab47e-2e89-4db1-91a7-7de315179ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390582 May 17 15:57:08.329499 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-a63d1aea-b18b-4e02-b6f5-dbd2ad2ecf78 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817182 May 17 15:57:08.418433 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d0044b58-2a0a-43a9-91bf-a06eda0d7741 req-501a010a-0a9e-475d-ab5a-d51a9c3be6f0 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829322 May 17 15:57:22.626344 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:57:30.207972 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:30.985967 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e6f1-b676-4064-82c8-5933e853bd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:33.447698 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-169650c8-b281-449f-88ea-c6d4c319b851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:34.363356 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:36.072227 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:37.537297 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:57:59.625702 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:58:00.218658 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:00.977694 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ee08b780-f148-4413-9c6a-d9ffd450d958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:02.139456 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-cf196c57-f83c-414c-a9a2-47b993d8f9f4 req-9397206e-9226-410b-a042-5bc7c9c2b37f service neutron] (110300) timed out ('10.222.0.61', 49914) {{(pid=110300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 15:58:03.317742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-dac0f82e-5247-42a7-a3f8-491a8463fb4e req-d6034483-d3c1-484c-bd7e-4c0a7c34b448 service neutron] (110301) timed out ('10.222.0.61', 49886) {{(pid=110301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 15:58:03.448432 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0748-9dec-4410-b0d8-63427d9a4d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:04.366406 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:04.968477 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-d8971e7e-915a-4382-93a1-c99924865172 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998344387&fields=id&tenant_id=8636ddd509654ba48dc18dc2837ee0df HTTP/1.1" status: 200 len: 267 time: 0.0428638 May 17 15:58:05.023892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-1c3cfd04-4040-453f-9dfe-b8a8d9c8255b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:05.025337 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-1c3cfd04-4040-453f-9dfe-b8a8d9c8255b tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 984 time: 0.0512536 May 17 15:58:05.036349 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Request body: {'port': {'security_groups': ['a9c76080-132f-4db4-a104-a5bb727e95ab']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:05.108665 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.307660 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] For port 09580395-7ff8-4876-a686-2b6cb4a99304, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=09580395-7ff8-4876-a686-2b6cb4a99304,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:05.334499 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for port (09580395-7ff8-4876-a686-2b6cb4a99304), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.339156 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.351357 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['09580395-7ff8-4876-a686-2b6cb4a99304'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:58:05.379875 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:05.382198 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.383739 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-55cda3e8-7872-4d6e-9f43-016b586ffd69 req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "PUT /v2.0/ports/09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 942 time: 0.3522949 May 17 15:58:05.384249 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:58:05.389858 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3" -d '{"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:58:05.391651 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 58950) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:05.415414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event updated for resources: {'Port': ['ID=09580395-7ff8-4876-a686-2b6cb4a99304,revision_number=7']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:05.425673 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.426414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.426885 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.427687 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.428022 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.428353 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.428680 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.429006 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.429369 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.429651 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.430135 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.431302 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.431901 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.432159 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.433000 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597fb0c-e8fb-4f24-80c9-f1d40a792f08 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.462018 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8274b121-a7da-48df-bda6-510a84588b50 x-openstack-request-id: req-8274b121-a7da-48df-bda6-510a84588b50 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:58:05.463661 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:58:05.464192 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group (e9c97620-f6e4-4529-aa34-6d0aa365bd65), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.465022 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8274b121-a7da-48df-bda6-510a84588b50 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:58:05.465876 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8274b121-a7da-48df-bda6-510a84588b50'] response: {'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304', 'status': 'completed', 'code': 200} May 17 15:58:05.468091 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['09580395-7ff8-4876-a686-2b6cb4a99304'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:58:05.494464 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group (e9c97620-f6e4-4529-aa34-6d0aa365bd65), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.545844 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-2f5d913f-1261-4c07-8476-92b2bba7d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:05.547784 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-2f5d913f-1261-4c07-8476-92b2bba7d1ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1129 time: 0.0587833 May 17 15:58:05.572131 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (e9c97620-f6e4-4529-aa34-6d0aa365bd65), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.575675 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.578151 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "DELETE /v2.0/security-groups/e9c97620-f6e4-4529-aa34-6d0aa365bd65 HTTP/1.1" status: 204 len: 168 time: 0.1848125 May 17 15:58:05.585807 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 58954) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:05.588333 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c97620-f6e4-4529-aa34-6d0aa365bd65,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:05.595939 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.596377 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.596812 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.597598 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.597598 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.598064 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.598448 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.598846 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.599245 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.599649 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.600221 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.600772 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.601307 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.601847 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.602406 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899a90d-a763-43a3-9ef5-1e016eef4fdd tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:05.671628 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-6cfdcd5d-2ad4-48d1-b6ff-c5d87c369251 None None] Provisioning complete for port 09580395-7ff8-4876-a686-2b6cb4a99304 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:05.672084 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6cfdcd5d-2ad4-48d1-b6ff-c5d87c369251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.736711 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-550a27d1-a113-4b6f-bb5e-233704c5b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:05.738224 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-550a27d1-a113-4b6f-bb5e-233704c5b365 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 915 time: 0.1821237 May 17 15:58:05.752495 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-6cfdcd5d-2ad4-48d1-b6ff-c5d87c369251 None None] Current status of the port 09580395-7ff8-4876-a686-2b6cb4a99304 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:05.831692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Deleting port 96e0461f-3cf4-4df4-9eda-f21eb06c9b8a {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:05.832005 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.835058 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-4bb8cae6-4eea-41b5-a97b-7a8c11e2c939 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 1001 time: 0.0861511 May 17 15:58:05.930676 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-06521b36-371f-457b-93bf-0eae26cfa383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:05.932033 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-06521b36-371f-457b-93bf-0eae26cfa383 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 200 len: 853 time: 0.0868449 May 17 15:58:05.972310 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.973015 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for floatingip (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:05.991003 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Calling delete_port for 96e0461f-3cf4-4df4-9eda-f21eb06c9b8a owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:05.995345 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-db7ef35a-985f-4ccf-ae79-04ea61584ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:05.996813 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-db7ef35a-985f-4ccf-ae79-04ea61584ba8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8beab47e-2e89-4db1-91a7-7de315179ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587518 May 17 15:58:06.075398 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:06.166323 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-f6b04c07-8bc8-452d-90b2-f4d2e61e064a service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610041 May 17 15:58:06.294811 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-cd44c645-20ce-4da9-bb86-dd0e4cc39df3 req-59896f4d-d3b8-4cc7-96ae-f0f942b8d01d service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188948 May 17 15:58:06.295382 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (96e0461f-3cf4-4df4-9eda-f21eb06c9b8a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:06.320063 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event deleted for resources: {'Port': ['ID=96e0461f-3cf4-4df4-9eda-f21eb06c9b8a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:06.384100 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks [] for floatingip (35377b27-a0ee-4eb9-a1a7-ac965d0f4b10), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:06.384425 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Floating IP 35377b27-a0ee-4eb9-a1a7-ac965d0f4b10 disassociated (deleted). External IP: 172.27.2.162, port: 09580395-7ff8-4876-a686-2b6cb4a99304. May 17 15:58:06.593892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:58:06.693613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:06.698460 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:06.702866 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] Sync routers for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:06.713475 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:06.714128 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:06.728412 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-6764dc33-77b0-4a2a-b84f-6f991f79e6c5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "DELETE /v2.0/floatingips/35377b27-a0ee-4eb9-a1a7-ac965d0f4b10 HTTP/1.1" status: 204 len: 168 time: 1.1415596 May 17 15:58:06.812439 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:07.006984 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 5, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:07.030818 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] Checking router: 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:07.039382 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:07.039976 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:07.135787 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:07.402867 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 5, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:07.426887 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6316c-6ac8-4c46-ac98-6f83dd7fbce6 None None] The sync data for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi is: [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:54:47Z', 'revision_number': 4, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '40ee6d58-ab69-405b-9102-e54027703407', 'name': '', 'network_id': '8beab47e-2e89-4db1-91a7-7de315179ef3', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'mac_address': 'fa:16:3e:b1:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:46Z', 'updated_at': '2022-05-17T15:54:51Z', 'revision_number': 5, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'subnets': [{'id': 'b02d9986-5b7e-4124-8f09-e3fc1e2c9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:07.466501 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:58:07.469013 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:58:07.505562 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a0722-5a56-498e-8b66-53e1546e5bb2 x-openstack-request-id: req-532a0722-5a56-498e-8b66-53e1546e5bb2 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:58:07.506230 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:58:07.506489 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-532a0722-5a56-498e-8b66-53e1546e5bb2 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:58:07.506893 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532a0722-5a56-498e-8b66-53e1546e5bb2'] response: {'name': 'network-changed', 'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304', 'status': 'completed', 'code': 200} May 17 15:58:07.546407 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:07.581118 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-b7245cf2-2fc4-4221-a072-b3bba3226fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:07.582697 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-b7245cf2-2fc4-4221-a072-b3bba3226fac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8636ddd509654ba48dc18dc2837ee0df&device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 1129 time: 0.0494747 May 17 15:58:07.669270 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88197e36-cb19-4030-84f3-921880ae925d None None] New status for floating IP 35377b27-a0ee-4eb9-a1a7-ac965d0f4b10: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:58:07.675445 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-fba1db09-e697-4d59-a10c-ac5ea3520dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:07.677714 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-fba1db09-e697-4d59-a10c-ac5ea3520dec service neutron] 10.222.0.61 "GET /v2.0/networks?id=8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 200 len: 915 time: 0.0889668 May 17 15:58:07.986997 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-ca5f3166-ec85-46d7-8a7a-9785057ed15a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 200 len: 217 time: 0.3028357 May 17 15:58:08.034831 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-1f571a20-162b-40c5-9c0a-d035cc986078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:08.036885 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-1f571a20-162b-40c5-9c0a-d035cc986078 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 200 len: 853 time: 0.0439141 May 17 15:58:08.079393 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-9945eec8-0237-4cd2-9da9-9f8f40701adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:08.080873 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-9945eec8-0237-4cd2-9da9-9f8f40701adf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8beab47e-2e89-4db1-91a7-7de315179ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381172 May 17 15:58:08.174982 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-b0df9a27-0f2a-4221-ba4d-9801cfee7511 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868163 May 17 15:58:08.265838 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c777b5f-a37e-40c1-950a-1555cbbf9bf0 req-c51a472b-03f1-49e9-90f1-1edbc0425892 service neutron] 10.222.0.61 "GET /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854797 May 17 15:58:09.479655 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0642635-25c4-4a5e-be75-c60a8a7397fe req-8854a5b4-9f40-4b0b-95e0-990b52d15ff9 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:09.481346 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c0642635-25c4-4a5e-be75-c60a8a7397fe req-8854a5b4-9f40-4b0b-95e0-990b52d15ff9 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0468321 May 17 15:58:09.531458 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c0642635-25c4-4a5e-be75-c60a8a7397fe req-2c42f007-b746-4c71-ae8c-f82b49b9cdf0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 May 17 15:58:10.526905 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034f0de-a9c7-43fc-ab7b-9e2766275d54 req-63b0b48f-c69a-495c-a43c-fce6d9398251 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:10.528368 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9034f0de-a9c7-43fc-ab7b-9e2766275d54 req-63b0b48f-c69a-495c-a43c-fce6d9398251 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0952482 May 17 15:58:10.574198 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9034f0de-a9c7-43fc-ab7b-9e2766275d54 req-ebb24672-bdd3-4446-862a-b60e6850013a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403340 May 17 15:58:10.647978 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043b667-9659-4dd2-b7ad-bec369976951 req-bfa3a0f6-bffe-44a7-b79a-46c5a948264a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:10.649315 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9043b667-9659-4dd2-b7ad-bec369976951 req-bfa3a0f6-bffe-44a7-b79a-46c5a948264a tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0461931 May 17 15:58:10.694312 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9043b667-9659-4dd2-b7ad-bec369976951 req-5e46dc16-50d3-4af1-8abe-413fe3bacc84 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 May 17 15:58:11.693027 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f33d82-7186-46b6-a434-dd31c093388f req-c6870b8e-7302-4245-affc-9406976a3fde tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:11.694496 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-93f33d82-7186-46b6-a434-dd31c093388f req-c6870b8e-7302-4245-affc-9406976a3fde tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0498238 May 17 15:58:11.740791 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-93f33d82-7186-46b6-a434-dd31c093388f req-8ebca9fd-43e8-4e10-ab25-9408667ab46a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 May 17 15:58:11.811625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f149c-0bd6-49c5-b309-8fc93579bcc4 req-4f9afdc4-50c1-47f7-b0f7-4009364f28f5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:11.813051 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f1f149c-0bd6-49c5-b309-8fc93579bcc4 req-4f9afdc4-50c1-47f7-b0f7-4009364f28f5 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0456779 May 17 15:58:11.858499 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2f1f149c-0bd6-49c5-b309-8fc93579bcc4 req-4d22181b-b903-409a-bb28-434c077a6ec8 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 May 17 15:58:12.709276 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-443d9df7-ffac-42ce-b4e7-77b2e5e54b65 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:12.710706 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-443d9df7-ffac-42ce-b4e7-77b2e5e54b65 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.61 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.0485339 May 17 15:58:12.792503 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Deleting port 09580395-7ff8-4876-a686-2b6cb4a99304 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:12.792848 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:12.894808 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951fb35-e2c7-4c61-b2f8-0de312304e72 req-c27ca50f-59c0-4a0c-8fd9-4e989328796a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:12.896820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9951fb35-e2c7-4c61-b2f8-0de312304e72 req-c27ca50f-59c0-4a0c-8fd9-4e989328796a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.0842826 May 17 15:58:12.935078 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] For port 09580395-7ff8-4876-a686-2b6cb4a99304, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=09580395-7ff8-4876-a686-2b6cb4a99304,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:12.935445 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:12.983675 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Calling delete_port for 09580395-7ff8-4876-a686-2b6cb4a99304 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:13.054546 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5801d-923d-4de0-bd52-99574768113d req-3b48b68a-0ed5-4c09-9748-1241fdacae31 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:13.055985 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5ff5801d-923d-4de0-bd52-99574768113d req-3b48b68a-0ed5-4c09-9748-1241fdacae31 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/ports?device_id=16da988b-84bf-434d-8672-8e64763bec13 HTTP/1.1" status: 200 len: 945 time: 0.1272194 May 17 15:58:13.058848 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9951fb35-e2c7-4c61-b2f8-0de312304e72 req-0dc3c105-0fb9-41c5-b987-ef6af7fac4ed tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c730f77-9620-4681-a4a2-03435c4f91fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547980 May 17 15:58:13.094834 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-c88ea916-d619-4491-ba0a-6eddc28b5142 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:13.096212 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-c88ea916-d619-4491-ba0a-6eddc28b5142 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 945 time: 0.1087508 May 17 15:58:13.225126 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5ff5801d-923d-4de0-bd52-99574768113d req-8fbbcf05-f5b1-47a9-b937-b3803eeb5966 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9c76080-132f-4db4-a104-a5bb727e95ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387558 May 17 15:58:13.231513 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Deleting port e9a46791-512d-4556-80f5-15349d3449b9 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:13.231856 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (e9a46791-512d-4556-80f5-15349d3449b9), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:13.338722 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (09580395-7ff8-4876-a686-2b6cb4a99304), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:13.350388 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['09580395-7ff8-4876-a686-2b6cb4a99304'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:58:13.374266 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Pushing event deleted for resources: {'Port': ['ID=09580395-7ff8-4876-a686-2b6cb4a99304,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:13.416856 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] For port e9a46791-512d-4556-80f5-15349d3449b9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9a46791-512d-4556-80f5-15349d3449b9,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:13.417227 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (e9a46791-512d-4556-80f5-15349d3449b9), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:13.437272 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] No DVR routers for this DVR port 09580395-7ff8-4876-a686-2b6cb4a99304 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:58:13.440826 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:13.444547 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3a980751-d600-46e9-8864-d2d41d7f4cb0 req-dbbc393a-0c46-4e41-b789-5a375a21e8b0 tempest-TestMinimumBasicScenario-1549467178 tempest-TestMinimumBasicScenario-1549467178-project] 10.222.0.61 "DELETE /v2.0/ports/09580395-7ff8-4876-a686-2b6cb4a99304 HTTP/1.1" status: 204 len: 173 time: 0.7279096 May 17 15:58:13.444974 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'name': 'network-vif-deleted', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:58:13.447230 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6898f47a-4286-45b1-b8f6-c229eda31693" -d '{"events": [{"server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "name": "network-vif-deleted", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:58:13.488526 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbafe21b-fb55-4bfd-ba1d-892c097be5a2 x-openstack-request-id: req-dbafe21b-fb55-4bfd-ba1d-892c097be5a2 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:58:13.488850 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16da988b-84bf-434d-8672-8e64763bec13", "name": "network-vif-deleted", "tag": "09580395-7ff8-4876-a686-2b6cb4a99304", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:58:13.489102 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbafe21b-fb55-4bfd-ba1d-892c097be5a2 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:58:13.489504 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbafe21b-fb55-4bfd-ba1d-892c097be5a2'] response: {'server_uuid': '16da988b-84bf-434d-8672-8e64763bec13', 'name': 'network-vif-deleted', 'tag': '09580395-7ff8-4876-a686-2b6cb4a99304', 'status': 'completed', 'code': 200} May 17 15:58:13.611130 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:13.611493 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (186dc15f-b66a-4701-b3e5-c11c1e7e3d5e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:13.611828 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Floating IP 186dc15f-b66a-4701-b3e5-c11c1e7e3d5e disassociated. External IP: 172.27.2.139, port: e9a46791-512d-4556-80f5-15349d3449b9. May 17 15:58:13.612212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Calling delete_port for e9a46791-512d-4556-80f5-15349d3449b9 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:13.736302 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (e9a46791-512d-4556-80f5-15349d3449b9), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:13.768829 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event deleted for resources: {'Port': ['ID=e9a46791-512d-4556-80f5-15349d3449b9,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:13.888736 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Router 93465d19-8b13-4259-8003-6e1d977281d4 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:58:13.990692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:14.000008 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] Sync routers for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:14.010911 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:14.011519 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:14.034385 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] No DVR routers for this DVR port e9a46791-512d-4556-80f5-15349d3449b9 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:58:14.037079 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:14.040220 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a550844-5a45-44c3-9cfd-3e1cc0d6d69a req-bec03673-8341-47d4-abd8-386435530953 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "DELETE /v2.0/ports/e9a46791-512d-4556-80f5-15349d3449b9 HTTP/1.1" status: 204 len: 173 time: 0.9382327 May 17 15:58:14.115414 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:14.171017 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-faccbfa2-b8bd-4b36-9d3e-8307044eaea8 req-3ad64fde-4eb3-4e2f-991c-69e6258ccd07 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=e015bc8e-5811-406b-9e5c-76dff4966153 HTTP/1.1" status: 200 len: 210 time: 0.0356061 May 17 15:58:14.337248 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:14.367347 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] Checking router: 93465d19-8b13-4259-8003-6e1d977281d4 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:14.375669 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:14.376273 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:14.481689 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:14.675055 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:14.701106 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eecd79f-df9c-45ed-9efe-bce6a3efb091 None None] The sync data for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi is: [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:14.896517 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59066) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:15.024796 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d06e2-19f1-4a72-835b-1a72a3084e56 None None] New status for floating IP 186dc15f-b66a-4701-b3e5-c11c1e7e3d5e: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:58:15.224160 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.259769 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59072) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:15.358601 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b6486bdb-dff5-4b51-abec-239ee464d8ba tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (5c730f77-9620-4681-a4a2-03435c4f91fc), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.421368 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b6486bdb-dff5-4b51-abec-239ee464d8ba tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (5c730f77-9620-4681-a4a2-03435c4f91fc), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.490602 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'name': 'network-vif-deleted', 'tag': 'e9a46791-512d-4556-80f5-15349d3449b9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:58:15.492845 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60f5bb9-6922-4ca7-991f-7d3eb6cc2f3b" -d '{"events": [{"server_uuid": "e015bc8e-5811-406b-9e5c-76dff4966153", "name": "network-vif-deleted", "tag": "e9a46791-512d-4556-80f5-15349d3449b9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:58:15.524014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b6486bdb-dff5-4b51-abec-239ee464d8ba tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (5c730f77-9620-4681-a4a2-03435c4f91fc), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.526570 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b6486bdb-dff5-4b51-abec-239ee464d8ba tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.527750 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-b6486bdb-dff5-4b51-abec-239ee464d8ba tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "DELETE /v2.0/security-groups/5c730f77-9620-4681-a4a2-03435c4f91fc HTTP/1.1" status: 204 len: 168 time: 0.2670233 May 17 15:58:15.530603 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59076) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:15.536684 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f514e38-e547-4521-85a4-2fd54a2d0b28 x-openstack-request-id: req-1f514e38-e547-4521-85a4-2fd54a2d0b28 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:58:15.536964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e015bc8e-5811-406b-9e5c-76dff4966153", "name": "network-vif-deleted", "tag": "e9a46791-512d-4556-80f5-15349d3449b9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:58:15.537213 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f514e38-e547-4521-85a4-2fd54a2d0b28 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:58:15.537601 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f514e38-e547-4521-85a4-2fd54a2d0b28'] response: {'server_uuid': 'e015bc8e-5811-406b-9e5c-76dff4966153', 'name': 'network-vif-deleted', 'tag': 'e9a46791-512d-4556-80f5-15349d3449b9', 'status': 'completed', 'code': 200} May 17 15:58:15.539382 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Deleting port 40ee6d58-ab69-405b-9102-e54027703407 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:15.539717 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (40ee6d58-ab69-405b-9102-e54027703407), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.544438 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-a9ac7def-22fe-4782-938e-9e07b5dabaa0 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] show failed (client error): The resource could not be found. May 17 15:58:15.545421 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a9ac7def-22fe-4782-938e-9e07b5dabaa0 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups/5c730f77-9620-4681-a4a2-03435c4f91fc HTTP/1.1" status: 404 len: 347 time: 0.0138259 May 17 15:58:15.548181 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59078) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:15.554983 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6486bdb-dff5-4b51-abec-239ee464d8ba tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c730f77-9620-4681-a4a2-03435c4f91fc,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:15.625073 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] For port 40ee6d58-ab69-405b-9102-e54027703407, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=40ee6d58-ab69-405b-9102-e54027703407,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:15.625436 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (40ee6d58-ab69-405b-9102-e54027703407), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.638176 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Calling delete_port for 40ee6d58-ab69-405b-9102-e54027703407 owned by network:router_interface {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:15.653915 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Deleting port 321b1af7-9a31-40c3-9fad-175a35de4df3 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:15.654273 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (321b1af7-9a31-40c3-9fad-175a35de4df3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.730312 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (321b1af7-9a31-40c3-9fad-175a35de4df3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.730527 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (321b1af7-9a31-40c3-9fad-175a35de4df3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.742567 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Calling delete_port for 321b1af7-9a31-40c3-9fad-175a35de4df3 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:15.810317 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (40ee6d58-ab69-405b-9102-e54027703407), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.858674 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ee6d58-ab69-405b-9102-e54027703407,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:15.877671 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (321b1af7-9a31-40c3-9fad-175a35de4df3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.900892 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event deleted for resources: {'Port': ['ID=321b1af7-9a31-40c3-9fad-175a35de4df3,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:15.967960 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (186dc15f-b66a-4701-b3e5-c11c1e7e3d5e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.971091 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:15.975547 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-aaccce01-0eea-4413-bb26-c66c8ef68ef2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "DELETE /v2.0/floatingips/186dc15f-b66a-4701-b3e5-c11c1e7e3d5e HTTP/1.1" status: 204 len: 168 time: 0.4253690 May 17 15:58:16.007905 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.046336 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59082) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:16.050855 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-2e880b2e-bfa9-46ef-9abf-da805e2709e4 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497748202', 'description': 'tempest-description--2077157287'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:16.071624 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2e880b2e-bfa9-46ef-9abf-da805e2709e4 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.139520 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2e880b2e-bfa9-46ef-9abf-da805e2709e4 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (ae18e758-ea7e-494e-b9ac-005bfb12b8bc), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.143497 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2e880b2e-bfa9-46ef-9abf-da805e2709e4 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ae18e758-ea7e-494e-b9ac-005bfb12b8bc), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.173708 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e880b2e-bfa9-46ef-9abf-da805e2709e4 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae18e758-ea7e-494e-b9ac-005bfb12b8bc,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:16.179065 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2e880b2e-bfa9-46ef-9abf-da805e2709e4 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.183709 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2e880b2e-bfa9-46ef-9abf-da805e2709e4 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1329079 May 17 15:58:16.183709 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59084) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:16.187529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-90e187e7-f7a0-421d-be42-3b567ab825a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'security_group_rule': {'security_group_id': 'ae18e758-ea7e-494e-b9ac-005bfb12b8bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:16.214011 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90e187e7-f7a0-421d-be42-3b567ab825a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (e3d4906e-d81a-48ff-b677-18707506758d), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.215254 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:58:16.272980 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90e187e7-f7a0-421d-be42-3b567ab825a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (e3d4906e-d81a-48ff-b677-18707506758d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.276636 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90e187e7-f7a0-421d-be42-3b567ab825a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (e3d4906e-d81a-48ff-b677-18707506758d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.295657 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e187e7-f7a0-421d-be42-3b567ab825a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d4906e-d81a-48ff-b677-18707506758d,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:16.301025 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90e187e7-f7a0-421d-be42-3b567ab825a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.305120 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-90e187e7-f7a0-421d-be42-3b567ab825a2 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186559 May 17 15:58:16.305272 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59086) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:16.309452 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-d7291619-f11e-41c7-9d6e-062b831a11a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'security_group_rule': {'security_group_id': 'ae18e758-ea7e-494e-b9ac-005bfb12b8bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:16.315775 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:16.321217 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7e0c0c20-f63d-4a4b-99ce-88aa6cd5b416 admin admin] 10.222.0.75 "PUT /v2.0/routers/6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4230947 May 17 15:58:16.323843 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59088) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:16.325355 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] Sync routers for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:16.335643 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:16.336287 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:16.377761 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7291619-f11e-41c7-9d6e-062b831a11a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (e2fe5ff3-747e-493d-a010-f720d8c44a05), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.433795 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:16.454703 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks [] for router (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.497574 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7291619-f11e-41c7-9d6e-062b831a11a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (e2fe5ff3-747e-493d-a010-f720d8c44a05), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.505911 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7291619-f11e-41c7-9d6e-062b831a11a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (e2fe5ff3-747e-493d-a010-f720d8c44a05), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.559529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7291619-f11e-41c7-9d6e-062b831a11a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fe5ff3-747e-493d-a010-f720d8c44a05,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:16.566486 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7291619-f11e-41c7-9d6e-062b831a11a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.567752 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d7291619-f11e-41c7-9d6e-062b831a11a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2615125 May 17 15:58:16.571750 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59090) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:16.576283 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:16.586694 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks [] for router_gateway (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.599816 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:58:15Z', 'revision_number': 5, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port': {'id': 'f3cc0a08-36e8-4849-bdaa-333974e7079b', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:45Z', 'updated_at': '2022-05-17T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:16.603183 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.628538 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] Checking router: 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:16.633394 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Deleting port f3cc0a08-36e8-4849-bdaa-333974e7079b {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:16.633747 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.638815 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] Routers {'6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:16.639425 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:16.682830 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.721006 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] For port f3cc0a08-36e8-4849-bdaa-333974e7079b, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=f3cc0a08-36e8-4849-bdaa-333974e7079b,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:16.721471 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:16.722370 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] Set router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 gateway port host: None {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:16.736148 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Calling delete_port for f3cc0a08-36e8-4849-bdaa-333974e7079b owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:16.800065 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Allocated IP 172.27.2.159 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:58:16.865675 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:58:16Z', 'revision_number': 6, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:16.891677 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732b856-204f-48de-8f77-3de07e8358f3 None None] The sync data for ids ['6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3'] in dv-cinder-842128-1-iscsi is: [{'id': '6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3', 'name': 'tempest-TestMinimumBasicScenario-300969282-router', 'tenant_id': '8636ddd509654ba48dc18dc2837ee0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:44Z', 'updated_at': '2022-05-17T15:58:16Z', 'revision_number': 6, 'project_id': '8636ddd509654ba48dc18dc2837ee0df', 'gw_port_host': None}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:17.131330 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (f3cc0a08-36e8-4849-bdaa-333974e7079b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.155005 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cc0a08-36e8-4849-bdaa-333974e7079b,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:17.181856 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for port (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.214580 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.214794 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.221184 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device e9a46791-512d-4556-80f5-15349d3449b9 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:58:17.241866 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: e9a46791-512d-4556-80f5-15349d3449b9 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:58:17.242516 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device e9a46791-512d-4556-80f5-15349d3449b9 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:58:17.243105 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 09580395-7ff8-4876-a686-2b6cb4a99304 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:58:17.261581 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:17.264660 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:17.271654 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:58:17.278622 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 09580395-7ff8-4876-a686-2b6cb4a99304 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:58:17.283475 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 09580395-7ff8-4876-a686-2b6cb4a99304 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:58:17.305193 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.307420 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks [] for router_controller (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.317032 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'Port': ['ID=1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:17.371465 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.372126 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 15:58:17.376729 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.380923 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59092) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:17.383521 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (43bd0cb7-1b04-4390-a599-251eabf94531), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.383867 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-801a4aad-2683-4084-a32c-625e4ecae986 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6113a0a0-b5d8-476c-9a2d-6bc52fcd88d3 HTTP/1.1" status: 204 len: 168 time: 1.0587449 May 17 15:58:17.453989 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 40ee6d58-ab69-405b-9102-e54027703407 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:58:17.467832 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_v2 [None req-982ecaf6-de10-4e01-8941-58474c368163 admin admin] Deleting subnet b02d9986-5b7e-4124-8f09-e3fc1e2c9626 {{(pid=110301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:58:17.469886 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.472923 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-982ecaf6-de10-4e01-8941-58474c368163 admin admin] Publish callbacks [] for subnet (b02d9986-5b7e-4124-8f09-e3fc1e2c9626), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.483320 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 40ee6d58-ab69-405b-9102-e54027703407 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:58:17.483907 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 40ee6d58-ab69-405b-9102-e54027703407 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:58:17.545970 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-982ecaf6-de10-4e01-8941-58474c368163 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13728994'] for subnet (b02d9986-5b7e-4124-8f09-e3fc1e2c9626), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.683533 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-982ecaf6-de10-4e01-8941-58474c368163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (b02d9986-5b7e-4124-8f09-e3fc1e2c9626), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.766623 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for port (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.771238 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.776253 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-982ecaf6-de10-4e01-8941-58474c368163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13473968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771334'] for subnet (b02d9986-5b7e-4124-8f09-e3fc1e2c9626), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.836477 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ecaf6-de10-4e01-8941-58474c368163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02d9986-5b7e-4124-8f09-e3fc1e2c9626,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:17.849639 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb1426f-95ab-4236-b94d-12087950fc10 None None] Network 8beab47e-2e89-4db1-91a7-7de315179ef3 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:58:17.868403 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-982ecaf6-de10-4e01-8941-58474c368163 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.871577 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-982ecaf6-de10-4e01-8941-58474c368163 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b02d9986-5b7e-4124-8f09-e3fc1e2c9626 HTTP/1.1" status: 204 len: 168 time: 0.4895847 May 17 15:58:17.874294 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59094) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:17.880331 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'Port': ['ID=1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:17.892253 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (43bd0cb7-1b04-4390-a599-251eabf94531), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.909729 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:17.914054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8e890882-aca9-4a2a-b75f-c6ddd7c2dd10 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3383114 May 17 15:58:17.963844 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (8beab47e-2e89-4db1-91a7-7de315179ef3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.017817 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Deleting port d018d0ad-b2db-4f72-935d-95207263db50 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:18.018185 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (d018d0ad-b2db-4f72-935d-95207263db50), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.042525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] DHCP port deletion for 8beab47e-2e89-4db1-91a7-7de315179ef3 request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 15:58:18.097376 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Deleting port d018d0ad-b2db-4f72-935d-95207263db50 {{(pid=110302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:18.099043 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (d018d0ad-b2db-4f72-935d-95207263db50), before_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.124436 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] For port d018d0ad-b2db-4f72-935d-95207263db50, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d018d0ad-b2db-4f72-935d-95207263db50,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:18.124804 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (d018d0ad-b2db-4f72-935d-95207263db50), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.144688 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Calling delete_port for d018d0ad-b2db-4f72-935d-95207263db50 owned by network:dhcp {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:18.205390 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] For port d018d0ad-b2db-4f72-935d-95207263db50, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=d018d0ad-b2db-4f72-935d-95207263db50,segment=NetworkSegment(787c895b-f940-4456-a23e-13ff918873e1),segment_id=787c895b-f940-4456-a23e-13ff918873e1)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:18.206102 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (d018d0ad-b2db-4f72-935d-95207263db50), precommit_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.227867 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Calling delete_port for d018d0ad-b2db-4f72-935d-95207263db50 owned by network:dhcp {{(pid=110302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:18.249993 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-58d693d8-3588-4e47-b48b-a6d2b99e6327 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1497748202&fields=id&tenant_id=fabeead7b416455b8d93f9531f895ba4 HTTP/1.1" status: 200 len: 267 time: 0.0495563 May 17 15:58:18.250583 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (d018d0ad-b2db-4f72-935d-95207263db50), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.279106 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Pushing event deleted for resources: {'Port': ['ID=d018d0ad-b2db-4f72-935d-95207263db50,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:18.285460 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] No DVR routers for this DVR port d018d0ad-b2db-4f72-935d-95207263db50 on host dv-cinder-842128-1-iscsi {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:58:18.316441 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734'] for port (d018d0ad-b2db-4f72-935d-95207263db50), after_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.344471 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Pushing event deleted for resources: {'Port': ['ID=d018d0ad-b2db-4f72-935d-95207263db50,revision_number=None']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:18.346969 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] No DVR routers for this DVR port d018d0ad-b2db-4f72-935d-95207263db50 on host dv-cinder-842128-1-iscsi {{(pid=110302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:58:18.357874 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.358599 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.358962 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.359782 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (8beab47e-2e89-4db1-91a7-7de315179ef3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.359910 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.359910 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.359910 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.360202 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.360527 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.360906 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.361157 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.362086 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.362593 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.363090 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.363743 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.364075 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1bab9b-4123-44d7-9e7b-5493b1bcd7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:18.380034 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-f2f7f8f9-3314-4a0d-8214-9f177c7057aa tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:18.381642 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-f2f7f8f9-3314-4a0d-8214-9f177c7057aa tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 810 time: 0.1239519 May 17 15:58:18.383858 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8beab47e-2e89-4db1-91a7-7de315179ef3']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:18.393314 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787c895b-f940-4456-a23e-13ff918873e1') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:18.393607 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787c895b-f940-4456-a23e-13ff918873e1') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:18.397149 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-06289869-56ef-4458-a63d-03fab07b05d5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/quotas/fabeead7b416455b8d93f9531f895ba4 HTTP/1.1" status: 200 len: 375 time: 0.0097141 May 17 15:58:18.403714 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13879681'] for segment (787c895b-f940-4456-a23e-13ff918873e1), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.417078 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (787c895b-f940-4456-a23e-13ff918873e1), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.423192 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:58:18.423575 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029102'] for segment (787c895b-f940-4456-a23e-13ff918873e1), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: Traceback (most recent call last): May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: timer() May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: cb(*args, **kw) May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: return func(*args, **kwargs) May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: self._notify() May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: self.callback(batched_events) May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: event.method(event) May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: return f(self, *a, **k) May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._get(url).json() May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:58:18.425319 dv-cinder-842128-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:58:18.448959 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-15c4626a-74ff-4d36-b01b-2a531eb209e5 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464842 May 17 15:58:18.484240 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (8beab47e-2e89-4db1-91a7-7de315179ef3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.491104 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:18.494484 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8beab47e-2e89-4db1-91a7-7de315179ef3 HTTP/1.1" status: 204 len: 168 time: 0.6168530 May 17 15:58:18.499417 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59112) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:18.503796 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee733bb-ce95-4055-919a-eaa8a9b90113 admin admin] Pushing event deleted for resources: {'Network': ['ID=8beab47e-2e89-4db1-91a7-7de315179ef3,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:18.601064 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-d4c9cb2a-6e91-44e9-a41e-c7fb063b36ec service neutron] 10.222.0.75 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402597 May 17 15:58:18.759785 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-ac109afc-c85b-451b-b4a3-41bc7e4b220a service neutron] 10.222.0.75 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353779 May 17 15:58:18.947996 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8c04f63d-0e78-478c-8d56-c6e2ac7b0909 req-9866e14d-a749-4b23-a3e9-ff5d977173a1 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 210 time: 0.0409367 May 17 15:58:18.948980 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (8df365dd-bd6a-4832-8527-7525005d4716), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:19.064546 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device f3cc0a08-36e8-4849-bdaa-333974e7079b no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:58:19.093364 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: f3cc0a08-36e8-4849-bdaa-333974e7079b {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:58:19.093897 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device f3cc0a08-36e8-4849-bdaa-333974e7079b not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:58:19.094583 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d018d0ad-b2db-4f72-935d-95207263db50 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:58:19.113904 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: d018d0ad-b2db-4f72-935d-95207263db50 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:58:19.114481 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device d018d0ad-b2db-4f72-935d-95207263db50 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:58:19.184966 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Deleting port 2f794b31-ce6b-4e98-81b1-858cec856dee {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:19.185337 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:19.270669 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] For port 2f794b31-ce6b-4e98-81b1-858cec856dee, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=2f794b31-ce6b-4e98-81b1-858cec856dee,segment=NetworkSegment(6561cef5-0149-4510-8995-659c63083578),segment_id=6561cef5-0149-4510-8995-659c63083578)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:19.271336 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:19.284847 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Calling delete_port for 2f794b31-ce6b-4e98-81b1-858cec856dee owned by network:router_interface {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:19.465409 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (2f794b31-ce6b-4e98-81b1-858cec856dee), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:19.489518 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f794b31-ce6b-4e98-81b1-858cec856dee,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:19.647145 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (8df365dd-bd6a-4832-8527-7525005d4716), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:19.890682 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-8f495b12-4631-4bbb-8f9d-7a83d0819440 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:19.892072 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-8f495b12-4631-4bbb-8f9d-7a83d0819440 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 810 time: 0.1511889 May 17 15:58:19.968303 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Router 8df365dd-bd6a-4832-8527-7525005d4716 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:58:19.998934 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-801ab4e2-0e4d-4020-9402-14973fa8f37e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fabeead7b416455b8d93f9531f895ba4 HTTP/1.1" status: 200 len: 380 time: 0.0737684 May 17 15:58:20.036335 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'port': {'device_id': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'admin_state_up': True, 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'security_groups': ['ae18e758-ea7e-494e-b9ac-005bfb12b8bc']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:20.084225 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77a24547-a01e-47a1-852a-877e5b1dc095 req-d2893318-1e03-40a4-b0eb-b2f92054fa86 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 210 time: 0.0555143 May 17 15:58:20.186430 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:20.193013 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1bc58908-4943-4663-b004-845e913cc3a8 admin admin] 10.222.0.75 "PUT /v2.0/routers/8df365dd-bd6a-4832-8527-7525005d4716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6920271 May 17 15:58:20.195134 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] Sync routers for ids ['8df365dd-bd6a-4832-8527-7525005d4716'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:20.196080 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59132) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:20.205708 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] Routers {'8df365dd-bd6a-4832-8527-7525005d4716'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:20.206443 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['8df365dd-bd6a-4832-8527-7525005d4716'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:20.216620 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Made reservation on behalf of fabeead7b416455b8d93f9531f895ba4 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:58:20.220235 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.304650 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks [] for router (8df365dd-bd6a-4832-8527-7525005d4716), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.311146 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] Set router 8df365dd-bd6a-4832-8527-7525005d4716 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:20.365736 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Allocated IP 172.20.0.11 (917a09a1-2bd7-4381-9dcc-06a916729d23/6d455570-b298-45d2-a4ac-08091d256a14/3e7a2775-32cc-4d52-84e3-1fb8e668f043) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:58:20.408187 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks [] for router_gateway (8df365dd-bd6a-4832-8527-7525005d4716), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.452528 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Deleting port c4c1d781-85e4-49c9-b66b-01a19f08c6cf {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:20.453012 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.481738 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:58:19Z', 'revision_number': 5, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port': {'id': 'c4c1d781-85e4-49c9-b66b-01a19f08c6cf', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df365dd-bd6a-4832-8527-7525005d4716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:20.509019 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.511643 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] Checking router: 8df365dd-bd6a-4832-8527-7525005d4716 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:20.520859 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] Routers {'8df365dd-bd6a-4832-8527-7525005d4716'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:20.521466 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['8df365dd-bd6a-4832-8527-7525005d4716'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:20.539792 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] For port c4c1d781-85e4-49c9-b66b-01a19f08c6cf, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=c4c1d781-85e4-49c9-b66b-01a19f08c6cf,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:20.540191 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.543729 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.556864 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Calling delete_port for c4c1d781-85e4-49c9-b66b-01a19f08c6cf owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:20.589140 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:20.592452 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:20.599197 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:58:20.603276 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] Set router 8df365dd-bd6a-4832-8527-7525005d4716 gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:20.625763 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event updated for resources: {'Port': ['ID=3e7a2775-32cc-4d52-84e3-1fb8e668f043,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:20.663106 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:20.663909 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.670464 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:58:20Z', 'revision_number': 6, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:20.688793 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-3a1d14c1-c6b9-489a-83f1-437f71fc79f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6574562 May 17 15:58:20.699516 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Request body: {'port': {'device_id': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:20.699743 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f56ac-34de-4fad-800c-3141a97545bb None None] The sync data for ids ['8df365dd-bd6a-4832-8527-7525005d4716'] in dv-cinder-842128-1-iscsi is: [{'id': '8df365dd-bd6a-4832-8527-7525005d4716', 'name': 'tempest-TestMinimumBasicScenario-1841936754-router', 'tenant_id': '64e9d1303dd148d18122eab2b6e330a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:54:49Z', 'updated_at': '2022-05-17T15:58:20Z', 'revision_number': 6, 'project_id': '64e9d1303dd148d18122eab2b6e330a1', 'gw_port_host': None}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:20.751059 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (c4c1d781-85e4-49c9-b66b-01a19f08c6cf), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.764709 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.774091 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c1d781-85e4-49c9-b66b-01a19f08c6cf,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:20.845607 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (8df365dd-bd6a-4832-8527-7525005d4716), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.868690 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-838599af-2f25-4675-a323-31d31a1b699b None None] Provisioning complete for port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:20.869231 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-838599af-2f25-4675-a323-31d31a1b699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.904357 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-838599af-2f25-4675-a323-31d31a1b699b None None] Port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:58:20.931684 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (8df365dd-bd6a-4832-8527-7525005d4716), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.933715 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks [] for router_controller (8df365dd-bd6a-4832-8527-7525005d4716), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.977189 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (8df365dd-bd6a-4832-8527-7525005d4716), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.977949 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df365dd-bd6a-4832-8527-7525005d4716 {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 15:58:20.982455 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:20.986126 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9e54735d-08c1-4924-83f1-4a7b154df1f3 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8df365dd-bd6a-4832-8527-7525005d4716 HTTP/1.1" status: 204 len: 168 time: 0.7862411 May 17 15:58:20.986455 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59134) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:21.038249 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b3e51f-c549-4ff0-9f7b-0e6b2832b197 admin admin] Deleting subnet 610ae090-bc20-4b11-861e-6d94d13b46d4 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 15:58:21.041853 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-96b3e51f-c549-4ff0-9f7b-0e6b2832b197 admin admin] Publish callbacks [] for subnet (610ae090-bc20-4b11-861e-6d94d13b46d4), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.081304 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-96b3e51f-c549-4ff0-9f7b-0e6b2832b197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13879736'] for subnet (610ae090-bc20-4b11-861e-6d94d13b46d4), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.187414 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-96b3e51f-c549-4ff0-9f7b-0e6b2832b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (610ae090-bc20-4b11-861e-6d94d13b46d4), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.229827 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 2f794b31-ce6b-4e98-81b1-858cec856dee no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:58:21.257468 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-96b3e51f-c549-4ff0-9f7b-0e6b2832b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13635102'] for subnet (610ae090-bc20-4b11-861e-6d94d13b46d4), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.261015 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 2f794b31-ce6b-4e98-81b1-858cec856dee {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:58:21.261356 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 2f794b31-ce6b-4e98-81b1-858cec856dee not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:58:21.286716 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3e51f-c549-4ff0-9f7b-0e6b2832b197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610ae090-bc20-4b11-861e-6d94d13b46d4,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:21.288703 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-96b3e51f-c549-4ff0-9f7b-0e6b2832b197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.294028 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-96b3e51f-c549-4ff0-9f7b-0e6b2832b197 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/610ae090-bc20-4b11-861e-6d94d13b46d4 HTTP/1.1" status: 204 len: 168 time: 0.3042288 May 17 15:58:21.294196 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc8c75-35cb-4fc5-95d2-aaa4e32968a8 None None] Network 96bf763a-624e-4ca5-b9cc-7b60827d907a requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:58:21.294307 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59138) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:21.326111 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb018-c97f-432e-ae5d-b787f770d7db req-05a74878-2e96-488a-ac26-94f187653bea tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:21.327585 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-722eb018-c97f-432e-ae5d-b787f770d7db req-05a74878-2e96-488a-ac26-94f187653bea tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 932 time: 0.0556550 May 17 15:58:21.365547 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (96bf763a-624e-4ca5-b9cc-7b60827d907a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.408958 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-722eb018-c97f-432e-ae5d-b787f770d7db req-a44fea20-1d53-460a-8fd6-83dbdb25fa48 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713670 May 17 15:58:21.416134 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Deleting port 5ed7ca1a-13bc-42fa-b423-39730ac47596 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:21.416463 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.440379 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7a2775-32cc-4d52-84e3-1fb8e668f043 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:58:21.448866 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Publish callbacks [] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.461608 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Transition to ACTIVE for port object 3e7a2775-32cc-4d52-84e3-1fb8e668f043 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:58:21.465137 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.483468 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] For port 5ed7ca1a-13bc-42fa-b423-39730ac47596, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=5ed7ca1a-13bc-42fa-b423-39730ac47596,segment=NetworkSegment(6561cef5-0149-4510-8995-659c63083578),segment_id=6561cef5-0149-4510-8995-659c63083578)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:21.483835 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.499184 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Calling delete_port for 5ed7ca1a-13bc-42fa-b423-39730ac47596 owned by network:dhcp {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:21.519018 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Pushing event updated for resources: {'Port': ['ID=3e7a2775-32cc-4d52-84e3-1fb8e668f043,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:21.567130 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] DHCP port deletion for 96bf763a-624e-4ca5-b9cc-7b60827d907a request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 15:58:21.605114 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.616530 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] Deleting port 5ed7ca1a-13bc-42fa-b423-39730ac47596 {{(pid=110302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 15:58:21.617309 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), before_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.622963 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Attempting to bind port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:58:21.623360 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Attempting to bind port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:58:21.623699 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Attempting to bind port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 on network 917a09a1-2bd7-4381-9dcc-06a916729d23 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:58:21.629103 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 on network 917a09a1-2bd7-4381-9dcc-06a916729d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:58:21.629492 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Attempting to bind port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 on network 917a09a1-2bd7-4381-9dcc-06a916729d23 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:58:21.635856 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:58:21.636199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Checking segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:21.636589 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Bound using segment: {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:58:21.637051 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Bound port: 3e7a2775-32cc-4d52-84e3-1fb8e668f043, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2737393d-5458-4e4a-8a16-128a2e8e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:58:21.637443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.639379 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed7ca1a-13bc-42fa-b423-39730ac47596,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:21.641280 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] No DVR routers for this DVR port 5ed7ca1a-13bc-42fa-b423-39730ac47596 on host dv-cinder-842128-1-iscsi {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:58:21.699784 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] For port 5ed7ca1a-13bc-42fa-b423-39730ac47596, host dv-cinder-842128-1-iscsi, got binding levels [] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:21.700406 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), precommit_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.716376 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] Calling delete_port for 5ed7ca1a-13bc-42fa-b423-39730ac47596 owned by network:dhcp {{(pid=110302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 15:58:21.721720 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.ipam_backend_mixin [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] Port 5ed7ca1a-13bc-42fa-b423-39730ac47596 was not found and therefore no delete operation was performed {{(pid=110302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 15:58:21.723586 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734'] for port (5ed7ca1a-13bc-42fa-b423-39730ac47596), after_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.734040 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] For port 3e7a2775-32cc-4d52-84e3-1fb8e668f043, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:58:21.737598 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] For port 3e7a2775-32cc-4d52-84e3-1fb8e668f043, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:58:21.739260 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (96bf763a-624e-4ca5-b9cc-7b60827d907a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.753257 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.762957 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] Pushing event deleted for resources: {'Port': ['ID=5ed7ca1a-13bc-42fa-b423-39730ac47596,revision_number=None']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:21.768020 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee7cce-5c43-4216-804c-d838e0bdfe40 None None] No DVR routers for this DVR port 5ed7ca1a-13bc-42fa-b423-39730ac47596 on host dv-cinder-842128-1-iscsi {{(pid=110302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 15:58:21.772226 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bf763a-624e-4ca5-b9cc-7b60827d907a']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:21.785058 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6561cef5-0149-4510-8995-659c63083578') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:21.785390 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6561cef5-0149-4510-8995-659c63083578') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:21.800055 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13879681'] for segment (6561cef5-0149-4510-8995-659c63083578), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.816141 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (6561cef5-0149-4510-8995-659c63083578), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.819593 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Pushing event updated for resources: {'Port': ['ID=3e7a2775-32cc-4d52-84e3-1fb8e668f043,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:21.822696 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:21.823443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.824690 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-6bdb830f-4eac-4bcb-a4d9-dffca282958a service neutron] 10.222.0.61 "PUT /v2.0/ports/3e7a2775-32cc-4d52-84e3-1fb8e668f043 HTTP/1.1" status: 200 len: 1094 time: 1.1304803 May 17 15:58:21.825127 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'tag': '3e7a2775-32cc-4d52-84e3-1fb8e668f043'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:58:21.827435 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d826525-60d7-4493-b53b-45953e2e6fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b274fc-bee9-4e2c-bd97-8f7b11363c74", "tag": "3e7a2775-32cc-4d52-84e3-1fb8e668f043"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:58:21.847658 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 15:58:21.848895 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029102'] for segment (6561cef5-0149-4510-8995-659c63083578), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: Traceback (most recent call last): May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: timer() May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: cb(*args, **kw) May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: return func(*args, **kwargs) May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: self._notify() May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: self.callback(batched_events) May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: event.method(event) May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: return f(self, *a, **k) May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._get(url).json() May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 15:58:21.851934 dv-cinder-842128-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 15:58:21.897833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394ad616-1579-4dac-883c-3dc0eb6b673b x-openstack-request-id: req-394ad616-1579-4dac-883c-3dc0eb6b673b {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:58:21.898276 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b274fc-bee9-4e2c-bd97-8f7b11363c74", "tag": "3e7a2775-32cc-4d52-84e3-1fb8e668f043", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:58:21.898405 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-394ad616-1579-4dac-883c-3dc0eb6b673b {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:58:21.898773 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394ad616-1579-4dac-883c-3dc0eb6b673b'] response: {'name': 'network-changed', 'server_uuid': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'tag': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'status': 'completed', 'code': 200} May 17 15:58:21.918038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-ab8250a1-f622-47b8-85cc-ab3b8e310dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:21.920012 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-ab8250a1-f622-47b8-85cc-ab3b8e310dce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 1128 time: 0.0550330 May 17 15:58:21.920317 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (96bf763a-624e-4ca5-b9cc-7b60827d907a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.927281 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:21.933207 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] 10.222.0.75 "DELETE /v2.0/networks/96bf763a-624e-4ca5-b9cc-7b60827d907a HTTP/1.1" status: 204 len: 168 time: 0.6379881 May 17 15:58:21.949918 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe014f-6969-47ab-b0fa-f48ff3d6db7d admin admin] Pushing event deleted for resources: {'Network': ['ID=96bf763a-624e-4ca5-b9cc-7b60827d907a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:21.976158 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-8184d4a0-b0df-4eff-9b38-d41d33fe8fe3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043 HTTP/1.1" status: 200 len: 217 time: 0.0485196 May 17 15:58:22.028798 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-51329f22-cc8d-4536-a101-b2a08e572839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:22.030268 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-51329f22-cc8d-4536-a101-b2a08e572839 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0483370 May 17 15:58:22.084858 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-c14b8cf8-0bc0-4ac0-80b0-cab2f36ad3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:22.086475 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-c14b8cf8-0bc0-4ac0-80b0-cab2f36ad3b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499003 May 17 15:58:22.142084 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59144) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:22.183212 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d4d0ccdd-d6a7-40d2-9735-fef7baf4828c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8636ddd509654ba48dc18dc2837ee0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396039 May 17 15:58:22.185669 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59146) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:22.193165 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-9b632477-97bc-4eb9-9ddc-f7b4e2dbefef service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986643 May 17 15:58:22.232732 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-40adf37c-61b6-4a01-8e94-4ca394eafe8f admin admin] Publish callbacks [] for security_group (a9c76080-132f-4db4-a104-a5bb727e95ab), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:22.259138 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-40adf37c-61b6-4a01-8e94-4ca394eafe8f admin admin] Publish callbacks [] for security_group (a9c76080-132f-4db4-a104-a5bb727e95ab), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:22.281498 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed3b60f3-4bf4-4a5c-9b25-d783af7aeec3 req-fffc183c-db01-4b37-9c53-7cc2870e78c0 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823209 May 17 15:58:22.307437 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-40adf37c-61b6-4a01-8e94-4ca394eafe8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (a9c76080-132f-4db4-a104-a5bb727e95ab), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:22.310199 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-40adf37c-61b6-4a01-8e94-4ca394eafe8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:22.311470 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-40adf37c-61b6-4a01-8e94-4ca394eafe8f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a9c76080-132f-4db4-a104-a5bb727e95ab HTTP/1.1" status: 204 len: 168 time: 0.1248829 May 17 15:58:22.322144 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adf37c-61b6-4a01-8e94-4ca394eafe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c76080-132f-4db4-a104-a5bb727e95ab,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:22.531486 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de1e7c-a7d7-4161-af42-448d0a1ca352 req-26dae7b4-dc21-4373-9771-a7248a81d293 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:22.532873 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61de1e7c-a7d7-4161-af42-448d0a1ca352 req-26dae7b4-dc21-4373-9771-a7248a81d293 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 944 time: 0.0519698 May 17 15:58:22.587597 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-61de1e7c-a7d7-4161-af42-448d0a1ca352 req-76ffce82-2c82-4c56-a5fe-afffe1d7e750 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 May 17 15:58:22.623055 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59154) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:22.663003 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-09d610bd-c8c9-4b7b-937b-02172200e6fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=64e9d1303dd148d18122eab2b6e330a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387938 May 17 15:58:22.665574 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59156) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:22.711292 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5363975b-11a9-466f-b533-e4766c9a57db admin admin] Publish callbacks [] for security_group (98dab6ca-2611-46d3-aca6-da60bdfa0600), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:22.731837 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5363975b-11a9-466f-b533-e4766c9a57db admin admin] Publish callbacks [] for security_group (98dab6ca-2611-46d3-aca6-da60bdfa0600), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:22.776493 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5363975b-11a9-466f-b533-e4766c9a57db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (98dab6ca-2611-46d3-aca6-da60bdfa0600), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:22.779141 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5363975b-11a9-466f-b533-e4766c9a57db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:22.780488 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-5363975b-11a9-466f-b533-e4766c9a57db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98dab6ca-2611-46d3-aca6-da60bdfa0600 HTTP/1.1" status: 204 len: 168 time: 0.1139095 May 17 15:58:22.788450 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363975b-11a9-466f-b533-e4766c9a57db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dab6ca-2611-46d3-aca6-da60bdfa0600,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:23.061953 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device c4c1d781-85e4-49c9-b66b-01a19f08c6cf no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:58:23.080965 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: c4c1d781-85e4-49c9-b66b-01a19f08c6cf {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:58:23.081310 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device c4c1d781-85e4-49c9-b66b-01a19f08c6cf not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:58:23.081712 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 5ed7ca1a-13bc-42fa-b423-39730ac47596 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 15:58:23.100176 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 5ed7ca1a-13bc-42fa-b423-39730ac47596 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 15:58:23.100519 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 5ed7ca1a-13bc-42fa-b423-39730ac47596 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 15:58:23.450692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59178) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:23.546188 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-229030388-network', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:23.567229 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Made reservation on behalf of fbe368679f4c4d968619ea0e2456c407 for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:58:23.569468 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.577534 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.656387 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Publish callbacks [] for security_group (750d6190-6a12-47f5-b924-ce45e035b753), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.668197 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (750d6190-6a12-47f5-b924-ce45e035b753), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.711072 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:58:23.728772 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad4184-c31b-41c6-9175-ebcba6fa1e94 req-e84599d3-6b8b-46d6-b0e1-aeb9061bbfe0 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:23.730297 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-08ad4184-c31b-41c6-9175-ebcba6fa1e94 req-e84599d3-6b8b-46d6-b0e1-aeb9061bbfe0 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 944 time: 0.0726790 May 17 15:58:23.734250 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d6190-6a12-47f5-b924-ce45e035b753,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:23.745703 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (292fcf8d-4838-4f8d-a82d-5efd009af7d2), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.746128 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Added segment 292fcf8d-4838-4f8d-a82d-5efd009af7d2 of type vlan for network 6f4eb954-5185-441c-9dd5-cd8454980b48 May 17 15:58:23.813667 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (6f4eb954-5185-441c-9dd5-cd8454980b48), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.820744 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-08ad4184-c31b-41c6-9175-ebcba6fa1e94 req-7ed41a1c-b01a-4687-8c5c-28ece7e9279e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837400 May 17 15:58:23.843074 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (6f4eb954-5185-441c-9dd5-cd8454980b48), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.844079 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:23.844650 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.882622 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4308419 May 17 15:58:23.885587 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59184) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:23.890510 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Request body: {'subnet': {'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-229030388-subnet', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:23.910404 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74361a-696b-4f60-9199-cdd36f36ea0c admin admin] Pushing event updated for resources: {'Network': ['ID=6f4eb954-5185-441c-9dd5-cd8454980b48,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:23.911451 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Made reservation on behalf of fbe368679f4c4d968619ea0e2456c407 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:58:23.914711 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13635123'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:23.921404 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:58:24.080313 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13635109'] for subnet (09b4e8e5-f166-4e40-b883-f6c4b64a6f71), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.138700 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b4e8e5-f166-4e40-b883-f6c4b64a6f71,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:24.143885 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Checking segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:24.144246 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Network hostable DHCP agents. Network: 6f4eb954-5185-441c-9dd5-cd8454980b48, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:58:24.160937 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:58:24.169395 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, 6f4eb954-5185-441c-9dd5-cd8454980b48) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:24.173243 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:24.173838 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.178794 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455356ff-5f39-4290-9823-b21f87c65e2e None None] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:58:24.190910 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-077391cc-a3a6-4e98-9644-62d32489f8b4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3040349 May 17 15:58:24.193981 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59186) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:24.198199 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:24.219190 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.220239 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.279839 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks [] for router_controller (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.283901 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-6f4eb954-5185-441c-9dd5-cd8454980b48', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:58:24.284938 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.410110 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks [] for router_gateway (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.419057 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Allocated IP 172.20.0.2 (6f4eb954-5185-441c-9dd5-cd8454980b48/09b4e8e5-f166-4e40-b883-f6c4b64a6f71/acff53a4-5f69-45de-a683-246a896cd230) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:58:24.436708 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-e1de2952-96bd-4df8-a2c6-3741f0677f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:24.438334 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-e1de2952-96bd-4df8-a2c6-3741f0677f0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 1128 time: 0.0409346 May 17 15:58:24.533868 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-36dd62e6-18e0-422d-b5bf-38977b9e9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:24.535503 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-36dd62e6-18e0-422d-b5bf-38977b9e9ab0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.0916061 May 17 15:58:24.568393 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Publish callbacks [] for port (acff53a4-5f69-45de-a683-246a896cd230), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.574873 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-b05a33b3-d820-4314-b9dd-e14c95b7063a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043 HTTP/1.1" status: 200 len: 217 time: 0.0334194 May 17 15:58:24.576483 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (acff53a4-5f69-45de-a683-246a896cd230), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.599570 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks [] for router_gateway (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.619227 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:24.619871 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.624651 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:24.626173 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-424158e4-d245-47fa-9645-c7bd0112e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:24.627209 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:58:24.627727 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-424158e4-d245-47fa-9645-c7bd0112e811 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0474803 May 17 15:58:24.637694 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Pushing event updated for resources: {'Port': ['ID=acff53a4-5f69-45de-a683-246a896cd230,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:24.674566 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-e7887ffb-9fb1-47c4-9b23-6556256d47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:24.676598 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-e7887ffb-9fb1-47c4-9b23-6556256d47f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430815 May 17 15:58:24.690685 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Attempting to bind port acff53a4-5f69-45de-a683-246a896cd230 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:58:24.691141 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Attempting to bind port acff53a4-5f69-45de-a683-246a896cd230 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:58:24.691623 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Attempting to bind port acff53a4-5f69-45de-a683-246a896cd230 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:58:24.697726 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:58:24.698217 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Checking segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:24.699223 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.699223 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Bound using segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:58:24.699660 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Bound port: acff53a4-5f69-45de-a683-246a896cd230, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:58:24.700101 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (acff53a4-5f69-45de-a683-246a896cd230), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.727978 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Allocated IP 172.27.2.194 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/6b6bd998-8a07-4b7c-931c-0068d9919af6) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:58:24.763576 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] For port acff53a4-5f69-45de-a683-246a896cd230, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:58:24.767157 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] For port acff53a4-5f69-45de-a683-246a896cd230, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=acff53a4-5f69-45de-a683-246a896cd230,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:58:24.774362 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (acff53a4-5f69-45de-a683-246a896cd230), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.776625 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-4488564c-66d8-4ab8-a728-91b5d8075dca service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943313 May 17 15:58:24.833943 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93c9e4-e4d1-4583-b97d-f33e234eefa6 None None] Pushing event updated for resources: {'Port': ['ID=acff53a4-5f69-45de-a683-246a896cd230,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:24.857042 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks [] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.893940 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:24.898842 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5d826525-60d7-4493-b53b-45953e2e6fcd req-9fcd7856-128d-4b6d-9b57-8db7c16d2f49 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163049 May 17 15:58:24.940399 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:24.945901 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:24.948417 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:58:24.959702 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d4a25-9705-48da-93a7-12780c3fd9d1 req-e068a4ce-62fc-4201-809a-b6ad676318f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:24.962443 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae4d4a25-9705-48da-93a7-12780c3fd9d1 req-e068a4ce-62fc-4201-809a-b6ad676318f6 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 944 time: 0.0612898 May 17 15:58:24.978549 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Pushing event updated for resources: {'Port': ['ID=6b6bd998-8a07-4b7c-931c-0068d9919af6,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:25.045515 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ae4d4a25-9705-48da-93a7-12780c3fd9d1 req-8ed18c20-77aa-4e16-8d54-f53d18cfaf37 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750122 May 17 15:58:25.136187 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device acff53a4-5f69-45de-a683-246a896cd230 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:25.189108 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port acff53a4-5f69-45de-a683-246a896cd230 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:25.189723 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (acff53a4-5f69-45de-a683-246a896cd230), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:25.234170 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks [] for router_gateway (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:25.251775 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3e7a2775-32cc-4d52-84e3-1fb8e668f043 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:58:25.273240 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port acff53a4-5f69-45de-a683-246a896cd230 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:25.273488 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (acff53a4-5f69-45de-a683-246a896cd230), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:25.334357 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port acff53a4-5f69-45de-a683-246a896cd230, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=acff53a4-5f69-45de-a683-246a896cd230,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:25.360123 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (acff53a4-5f69-45de-a683-246a896cd230), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:25.418331 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:25.424828 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3e7a2775-32cc-4d52-84e3-1fb8e668f043, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:25.433951 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=acff53a4-5f69-45de-a683-246a896cd230,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:25.441009 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'port_id': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'mac_address': 'fa:16:3e:f2:de:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:58:25.479180 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:25.479564 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:25.492878 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7a2775-32cc-4d52-84e3-1fb8e668f043 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:58:25.515983 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3e7a2775-32cc-4d52-84e3-1fb8e668f043, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:25.521692 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:25.572424 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3e7a2775-32cc-4d52-84e3-1fb8e668f043,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:25.762431 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:58:25.830945 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aaecbd-26fb-4303-b3b0-4123604d5181 None None] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:58:25.881095 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:25.889228 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['3e7a2775-32cc-4d52-84e3-1fb8e668f043'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:58:25.891351 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:25.899567 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:25.900804 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1b2f2693-9478-4042-8e63-e4cce4684eca admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7058682 May 17 15:58:25.902773 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:25.903448 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:25.904544 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59190) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:25.951201 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-6c92c995-1db7-44ae-9dde-89136d021d0e None None] Provisioning complete for port acff53a4-5f69-45de-a683-246a896cd230 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:25.951581 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6c92c995-1db7-44ae-9dde-89136d021d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (acff53a4-5f69-45de-a683-246a896cd230), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.017847 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:26.098771 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-6c92c995-1db7-44ae-9dde-89136d021d0e None None] Current status of the port acff53a4-5f69-45de-a683-246a896cd230 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:26.222420 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:25Z', 'revision_number': 3, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:26.227342 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f95d1-3441-4770-be33-90306654f4a9 req-ca3ecd78-aa98-45fd-8628-c3dc1621a2e9 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:26.228873 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-241f95d1-3441-4770-be33-90306654f4a9 req-ca3ecd78-aa98-45fd-8628-c3dc1621a2e9 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 945 time: 0.0559878 May 17 15:58:26.249756 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:26.250413 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Updating router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 port 6b6bd998-8a07-4b7c-931c-0068d9919af6 binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:58:26.284200 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.292082 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-241f95d1-3441-4770-be33-90306654f4a9 req-9d5edb95-760c-49c6-9a98-bb7f2bbae16e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548060 May 17 15:58:26.324067 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-6aa601c0-acbe-4b72-8023-0edbc03335b8 None None] Provisioning complete for port acff53a4-5f69-45de-a683-246a896cd230 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:26.324676 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6aa601c0-acbe-4b72-8023-0edbc03335b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (acff53a4-5f69-45de-a683-246a896cd230), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.371633 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.400467 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-6aa601c0-acbe-4b72-8023-0edbc03335b8 None None] Current status of the port acff53a4-5f69-45de-a683-246a896cd230 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:26.529890 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Allocated IP 172.20.0.1 (6f4eb954-5185-441c-9dd5-cd8454980b48/09b4e8e5-f166-4e40-b883-f6c4b64a6f71/3bd868b4-7314-4dbd-9107-829cb5916376) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:58:26.558390 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Publish callbacks [] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.563603 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.616414 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Attempting to bind port 6b6bd998-8a07-4b7c-931c-0068d9919af6 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:58:26.616798 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Attempting to bind port 6b6bd998-8a07-4b7c-931c-0068d9919af6 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:58:26.617134 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Attempting to bind port 6b6bd998-8a07-4b7c-931c-0068d9919af6 on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:58:26.621871 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Pushing event updated for resources: {'Port': ['ID=6b6bd998-8a07-4b7c-931c-0068d9919af6,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:26.624791 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:58:26.625161 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:26.625554 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.625932 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:58:26.626411 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Bound port: 6b6bd998-8a07-4b7c-931c-0068d9919af6, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:58:26.626781 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.632749 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Publish callbacks [] for port (3bd868b4-7314-4dbd-9107-829cb5916376), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.633284 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.633782 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.633979 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.634353 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.634701 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.635012 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.635358 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.635640 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.635958 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.636275 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.636593 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.636906 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.637216 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.637526 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.637838 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:58:26.665053 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.688348 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] For port 6b6bd998-8a07-4b7c-931c-0068d9919af6, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:58:26.691346 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] For port 6b6bd998-8a07-4b7c-931c-0068d9919af6, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=6b6bd998-8a07-4b7c-931c-0068d9919af6,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:58:26.701470 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.703609 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:26.706523 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:26.711541 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:58:26.745077 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd868b4-7314-4dbd-9107-829cb5916376,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:26.757377 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:26.758117 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:26.758221 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:26.794640 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1173569-9885-4eda-9d43-2c065e6d00f3 None None] Pushing event updated for resources: {'Port': ['ID=6b6bd998-8a07-4b7c-931c-0068d9919af6,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:26.871387 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:26.896163 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.022264 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-d338a314-1c39-443c-9ea2-523dc5381ac2 None None] Provisioning complete for port 3bd868b4-7314-4dbd-9107-829cb5916376 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:27.022635 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d338a314-1c39-443c-9ea2-523dc5381ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.045898 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:25Z', 'revision_number': 3, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:27.072768 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-d338a314-1c39-443c-9ea2-523dc5381ac2 None None] Port 3bd868b4-7314-4dbd-9107-829cb5916376 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:58:27.081451 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc5f8-d567-4562-9a4a-9c4da58c10b2 None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:25Z', 'revision_number': 3, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:27.094621 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Publish callbacks [] for port (3bd868b4-7314-4dbd-9107-829cb5916376), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.100524 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.103303 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device acff53a4-5f69-45de-a683-246a896cd230 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:27.162463 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port acff53a4-5f69-45de-a683-246a896cd230 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:27.162976 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (acff53a4-5f69-45de-a683-246a896cd230), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.172119 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.173694 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd868b4-7314-4dbd-9107-829cb5916376,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:27.248130 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port acff53a4-5f69-45de-a683-246a896cd230 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:27.266539 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3e7a2775-32cc-4d52-84e3-1fb8e668f043 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:27.275678 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:27.277316 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:27.338075 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:58:27.348004 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:27.348774 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.471954 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615bb3-a57b-4b36-8409-ae1686cd01e4 req-dd8925b8-a672-4cc4-b640-25091ded3e48 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:27.478588 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:58:27.483080 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-92615bb3-a57b-4b36-8409-ae1686cd01e4 req-dd8925b8-a672-4cc4-b640-25091ded3e48 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 945 time: 0.0788085 May 17 15:58:27.519082 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:27.520674 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.555902 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-92615bb3-a57b-4b36-8409-ae1686cd01e4 req-9bd827b2-2170-4fcf-868e-ea2ebba4d09e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714285 May 17 15:58:27.586428 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3e7a2775-32cc-4d52-84e3-1fb8e668f043, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:27.588152 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7a2775-32cc-4d52-84e3-1fb8e668f043'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:58:27.592586 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35058bf3-6bd2-48f1-b10e-6388963c71ab" -d '{"events": [{"server_uuid": "f1b274fc-bee9-4e2c-bd97-8f7b11363c74", "name": "network-vif-plugged", "status": "completed", "tag": "3e7a2775-32cc-4d52-84e3-1fb8e668f043"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:58:27.600503 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.615378 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:27.626217 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-443c13b1-395c-4402-be57-05dffcc06581 admin admin] 10.222.0.75 "PUT /v2.0/routers/6d99b3cd-4d0e-4561-9d9c-8070b98e2125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205608 May 17 15:58:27.652257 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf76db9-9d7c-4f08-9881-88ca2ffec4b4 x-openstack-request-id: req-bbf76db9-9d7c-4f08-9881-88ca2ffec4b4 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:58:27.652619 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b274fc-bee9-4e2c-bd97-8f7b11363c74", "name": "network-vif-plugged", "status": "completed", "tag": "3e7a2775-32cc-4d52-84e3-1fb8e668f043", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:58:27.652945 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbf76db9-9d7c-4f08-9881-88ca2ffec4b4 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:58:27.653453 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf76db9-9d7c-4f08-9881-88ca2ffec4b4'] response: {'server_uuid': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'code': 200} May 17 15:58:27.666668 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3e7a2775-32cc-4d52-84e3-1fb8e668f043,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:27.697605 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-c3138d28-0b44-4b0b-abd9-0ab75619ba1d None None] Provisioning complete for port 3bd868b4-7314-4dbd-9107-829cb5916376 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:27.697972 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c3138d28-0b44-4b0b-abd9-0ab75619ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:27.733080 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-c3138d28-0b44-4b0b-abd9-0ab75619ba1d None None] Port 3bd868b4-7314-4dbd-9107-829cb5916376 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:58:27.934887 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de067265-94fa-4762-99f9-6303b5ff7636 req-83e2f233-bb10-4195-ab5e-9bb9c48afb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:27.936611 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de067265-94fa-4762-99f9-6303b5ff7636 req-83e2f233-bb10-4195-ab5e-9bb9c48afb08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 1130 time: 0.1396320 May 17 15:58:27.985468 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de067265-94fa-4762-99f9-6303b5ff7636 req-81420638-2035-4b1f-96c5-2df9dd7366a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 May 17 15:58:28.132882 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59214) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:28.137674 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1052451012-network', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:28.157218 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Made reservation on behalf of aa2522a5f92c4818bd9129ed97f5e6bb for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:58:28.159551 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.168142 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.245006 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Publish callbacks [] for security_group (ddad64e5-47d6-450c-af41-cd448bc1c76a), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.249601 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ddad64e5-47d6-450c-af41-cd448bc1c76a), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.270307 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 15:58:28.283409 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddad64e5-47d6-450c-af41-cd448bc1c76a,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:28.289068 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (28f4b300-21d6-4286-afa3-0ee8ea36a849), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.289473 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Added segment 28f4b300-21d6-4286-afa3-0ee8ea36a849 of type vlan for network eaa5375f-5fca-4fe6-a4a4-844e32358521 May 17 15:58:28.330422 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (eaa5375f-5fca-4fe6-a4a4-844e32358521), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.355118 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (eaa5375f-5fca-4fe6-a4a4-844e32358521), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.356350 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:28.356927 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.389565 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2555890 May 17 15:58:28.392517 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59216) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:28.397529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Request body: {'subnet': {'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1052451012-subnet', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:28.416498 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Made reservation on behalf of aa2522a5f92c4818bd9129ed97f5e6bb for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:58:28.418944 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13635123'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.424778 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79b063-3455-4a12-846b-b84bf717bc98 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa5375f-5fca-4fe6-a4a4-844e32358521,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:28.435283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network eaa5375f-5fca-4fe6-a4a4-844e32358521 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 15:58:28.596295 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13635109'] for subnet (8068292d-1b44-4cd7-93d2-bc151ad2e597), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.661879 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8068292d-1b44-4cd7-93d2-bc151ad2e597,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:28.669049 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Checking segment: {'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:28.669601 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Network hostable DHCP agents. Network: eaa5375f-5fca-4fe6-a4a4-844e32358521, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 15:58:28.691055 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Network eaa5375f-5fca-4fe6-a4a4-844e32358521 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 15:58:28.695147 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb6367-1b35-4b85-a45f-502ea1020883 req-c01aec22-1b79-4c89-8bea-73041e01751a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:28.698535 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ceb6367-1b35-4b85-a45f-502ea1020883 req-c01aec22-1b79-4c89-8bea-73041e01751a tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 946 time: 0.0573792 May 17 15:58:28.700910 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, eaa5375f-5fca-4fe6-a4a4-844e32358521) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:28.705439 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:28.706242 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.714057 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993935c5-f8d5-4835-aa25-cef544ff3a71 None None] Network eaa5375f-5fca-4fe6-a4a4-844e32358521 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:58:28.730659 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c28a8152-4337-4448-8729-5fe437b57f1b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3369224 May 17 15:58:28.733305 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59220) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:28.738815 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:28.764777 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ceb6367-1b35-4b85-a45f-502ea1020883 req-b155e649-31eb-4b6b-a5ee-f4055a19e26e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525794 May 17 15:58:28.771200 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16423188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-359'] for router (b046e019-d3bd-47a9-a049-e5a6bf7a263e), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.772893 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16423392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16424461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-366'] for router (b046e019-d3bd-47a9-a049-e5a6bf7a263e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.833065 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks [] for router_controller (b046e019-d3bd-47a9-a049-e5a6bf7a263e), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.867366 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87d45d5b-87b4-566e-a158-16313825ebe2-eaa5375f-5fca-4fe6-a4a4-844e32358521', 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521', 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'fixed_ips': [{'subnet_id': '8068292d-1b44-4cd7-93d2-bc151ad2e597'}]}} from dv-cinder-842128-1-iscsi. {{(pid=110302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 15:58:28.868715 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:28.958037 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:28.977243 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:28.979779 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:28.979932 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks [] for router_gateway (b046e019-d3bd-47a9-a049-e5a6bf7a263e), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.098392 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.db_base_plugin_common [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Allocated IP 172.20.0.2 (eaa5375f-5fca-4fe6-a4a4-844e32358521/8068292d-1b44-4cd7-93d2-bc151ad2e597/8dd6d687-0c30-4c61-888d-2970ae08dcfe) {{(pid=110302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:58:29.121800 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 6b6bd998-8a07-4b7c-931c-0068d9919af6 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:29.172452 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks [] for router_gateway (b046e019-d3bd-47a9-a049-e5a6bf7a263e), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.191828 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.291760 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:29.309247 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Allocated IP 172.27.2.115 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/14c84586-fbf4-47e7-aeae-03796759ee7a) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:58:29.416647 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks [] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.444855 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 6b6bd998-8a07-4b7c-931c-0068d9919af6 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:29.445419 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.449696 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.483495 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:29.487698 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:29.491294 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:58:29.516466 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Pushing event updated for resources: {'Port': ['ID=14c84586-fbf4-47e7-aeae-03796759ee7a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:29.573777 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Publish callbacks [] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), precommit_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.602953 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), after_create {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.680535 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 6b6bd998-8a07-4b7c-931c-0068d9919af6 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:29.680898 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.692761 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Network eaa5375f-5fca-4fe6-a4a4-844e32358521 is already hosted by enough agents. {{(pid=110302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:29.694371 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 2, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:29.728598 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.scheduler.base_scheduler [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Resources bound (agent type, host, resource id): {{(pid=110302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:29.735020 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Pushing event updated for resources: {'Port': ['ID=8dd6d687-0c30-4c61-888d-2970ae08dcfe,revision_number=1']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:29.737373 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:29.737733 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Updating router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 port 3bd868b4-7314-4dbd-9107-829cb5916376 binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:58:29.743415 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Received port after_create {{(pid=110302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:58:29.745819 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks [] for router_gateway (b046e019-d3bd-47a9-a049-e5a6bf7a263e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.760856 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port 6b6bd998-8a07-4b7c-931c-0068d9919af6, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=6b6bd998-8a07-4b7c-931c-0068d9919af6,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:29.767997 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.824672 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.880926 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=6b6bd998-8a07-4b7c-931c-0068d9919af6,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:29.900536 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Attempting to bind port 8dd6d687-0c30-4c61-888d-2970ae08dcfe on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:58:29.900980 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Attempting to bind port 8dd6d687-0c30-4c61-888d-2970ae08dcfe by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:58:29.901398 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Attempting to bind port 8dd6d687-0c30-4c61-888d-2970ae08dcfe on network eaa5375f-5fca-4fe6-a4a4-844e32358521 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:58:29.911317 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:58:29.914780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Checking segment: {'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:29.914780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.914780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Bound using segment: {'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:58:29.914780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Bound port: 8dd6d687-0c30-4c61-888d-2970ae08dcfe, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:58:29.914780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.921411 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ca3a-05cc-4dcb-a858-3e2fe3d4f15f req-ec25a3b6-7602-496a-84d2-e1eb7c1647cd tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:29.923503 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9475ca3a-05cc-4dcb-a858-3e2fe3d4f15f req-ec25a3b6-7602-496a-84d2-e1eb7c1647cd tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 946 time: 0.0610478 May 17 15:58:29.945239 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16423321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424666'] for router (b046e019-d3bd-47a9-a049-e5a6bf7a263e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:29.971366 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9475ca3a-05cc-4dcb-a858-3e2fe3d4f15f req-746ce5f1-6369-460d-b0ab-a743e569e499 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 May 17 15:58:30.066796 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] For port 8dd6d687-0c30-4c61-888d-2970ae08dcfe, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:58:30.071692 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] For port 8dd6d687-0c30-4c61-888d-2970ae08dcfe, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=8dd6d687-0c30-4c61-888d-2970ae08dcfe,segment=NetworkSegment(28f4b300-21d6-4286-afa3-0ee8ea36a849),segment_id=28f4b300-21d6-4286-afa3-0ee8ea36a849)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:58:30.090728 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132128-ec83-478a-9f0a-2ad734abc90f req-aec16a79-f1eb-4f53-91fb-d9613132278b tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:30.094082 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.095927 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e0132128-ec83-478a-9f0a-2ad734abc90f req-aec16a79-f1eb-4f53-91fb-d9613132278b tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 946 time: 0.0578909 May 17 15:58:30.101269 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Router b046e019-d3bd-47a9-a049-e5a6bf7a263e is scheduled to L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 15:58:30.101900 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59226) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:30.107276 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Request body: {'floatingip': {'port_id': '3e7a2775-32cc-4d52-84e3-1fb8e668f043'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:30.151617 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (43bd0cb7-1b04-4390-a599-251eabf94531), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.212779 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3eaf97-bdb8-49ce-93ee-fd8b5c347e99 None None] Pushing event updated for resources: {'Port': ['ID=8dd6d687-0c30-4c61-888d-2970ae08dcfe,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:30.233435 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:30.243204 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Sync routers for ids ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:30.256930 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Routers {'b046e019-d3bd-47a9-a049-e5a6bf7a263e'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:30.258157 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:30.263364 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.275731 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.277360 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c2703252-b461-4fa7-85d2-a96b225c924a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5427191 May 17 15:58:30.281348 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59228) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:30.309522 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Publish callbacks [] for port (3bd868b4-7314-4dbd-9107-829cb5916376), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.316228 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.375439 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02157ca2-dffd-4262-909d-f5e5d2ccd9ab None None] Pushing event updated for resources: {'Port': ['ID=3bd868b4-7314-4dbd-9107-829cb5916376,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:30.477167 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Attempting to bind port 3bd868b4-7314-4dbd-9107-829cb5916376 on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:58:30.479105 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Attempting to bind port 3bd868b4-7314-4dbd-9107-829cb5916376 by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:58:30.479564 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Attempting to bind port 3bd868b4-7314-4dbd-9107-829cb5916376 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:58:30.486870 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:58:30.487326 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Checking segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:30.487817 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.494045 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Bound using segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:58:30.494045 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Bound port: 3bd868b4-7314-4dbd-9107-829cb5916376, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:58:30.494045 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.567979 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Set router b046e019-d3bd-47a9-a049-e5a6bf7a263e gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:30.570061 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] For port 3bd868b4-7314-4dbd-9107-829cb5916376, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:58:30.573298 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] For port 3bd868b4-7314-4dbd-9107-829cb5916376, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=3bd868b4-7314-4dbd-9107-829cb5916376,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:58:30.582414 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.678369 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:30.679114 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:30.681273 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02157ca2-dffd-4262-909d-f5e5d2ccd9ab None None] Pushing event updated for resources: {'Port': ['ID=3bd868b4-7314-4dbd-9107-829cb5916376,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:30.796532 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 3, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port': {'id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:29Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:30.808651 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:30.825734 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Checking router: b046e019-d3bd-47a9-a049-e5a6bf7a263e for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:30.826567 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Updating router b046e019-d3bd-47a9-a049-e5a6bf7a263e port 14c84586-fbf4-47e7-aeae-03796759ee7a binding host dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:58:30.841414 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-e81783f5-9bf3-4cf3-ac5c-4e74499e8f6e None None] Provisioning complete for port 3bd868b4-7314-4dbd-9107-829cb5916376 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:30.841783 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e81783f5-9bf3-4cf3-ac5c-4e74499e8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.864430 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.924406 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:30.929838 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (43bd0cb7-1b04-4390-a599-251eabf94531), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.047977 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b0834a43-9e3f-40b0-acf1-eae7c2cfa789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.067805 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-e81783f5-9bf3-4cf3-ac5c-4e74499e8f6e None None] Current status of the port 3bd868b4-7314-4dbd-9107-829cb5916376 is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:31.068195 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e81783f5-9bf3-4cf3-ac5c-4e74499e8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.124303 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Floating IP 43bd0cb7-1b04-4390-a599-251eabf94531 associated. External IP: 172.27.2.159, port: 3e7a2775-32cc-4d52-84e3-1fb8e668f043. May 17 15:58:31.259809 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Publish callbacks [] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.266990 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.295554 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Attempting to bind port 14c84586-fbf4-47e7-aeae-03796759ee7a on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:58:31.295930 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Attempting to bind port 14c84586-fbf4-47e7-aeae-03796759ee7a by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:58:31.296502 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Attempting to bind port 14c84586-fbf4-47e7-aeae-03796759ee7a on network cd69c63f-0361-4103-81bd-656d5e0d1e1c {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:58:31.314815 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-e81783f5-9bf3-4cf3-ac5c-4e74499e8f6e None None] For port 3bd868b4-7314-4dbd-9107-829cb5916376, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=3bd868b4-7314-4dbd-9107-829cb5916376,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:31.316196 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 6b6bd998-8a07-4b7c-931c-0068d9919af6 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:31.320578 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:58:31.320578 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Checking segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:31.321766 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.322826 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Bound using segment: {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:58:31.323100 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Bound port: 14c84586-fbf4-47e7-aeae-03796759ee7a, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd823d1-bf4c-41c4-bcd1-7e289aea95ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:58:31.323403 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.355786 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e81783f5-9bf3-4cf3-ac5c-4e74499e8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.385155 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] For port 14c84586-fbf4-47e7-aeae-03796759ee7a, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:58:31.388499 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] For port 14c84586-fbf4-47e7-aeae-03796759ee7a, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=14c84586-fbf4-47e7-aeae-03796759ee7a,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:58:31.404125 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.412887 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81783f5-9bf3-4cf3-ac5c-4e74499e8f6e None None] Pushing event updated for resources: {'Port': ['ID=3bd868b4-7314-4dbd-9107-829cb5916376,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:31.431536 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0622-6766-4e1b-8555-c87151d223c1 None None] Pushing event updated for resources: {'Port': ['ID=14c84586-fbf4-47e7-aeae-03796759ee7a,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:31.442182 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Routers {'b046e019-d3bd-47a9-a049-e5a6bf7a263e'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:31.442820 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:31.464275 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:30Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:31.468901 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Router 93465d19-8b13-4259-8003-6e1d977281d4 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:58:31.494866 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ab472-7a84-4aaa-b33b-d0607861a396 None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:30Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:31.520014 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-4c8adc0b-477e-4f41-a077-31667ca59dac None None] Provisioning complete for port 3bd868b4-7314-4dbd-9107-829cb5916376 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:31.520283 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4c8adc0b-477e-4f41-a077-31667ca59dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.569300 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 6b6bd998-8a07-4b7c-931c-0068d9919af6 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:31.569679 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.625581 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] Set router b046e019-d3bd-47a9-a049-e5a6bf7a263e gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:31.631107 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.693979 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 6b6bd998-8a07-4b7c-931c-0068d9919af6 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:31.695077 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 8dd6d687-0c30-4c61-888d-2970ae08dcfe up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:31.696941 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ef3f3-dbc1-4fe2-8a7d-290eaea01c56 None None] Network eaa5375f-5fca-4fe6-a4a4-844e32358521 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 15:58:31.724786 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0622-6766-4e1b-8555-c87151d223c1 None None] Pushing event updated for resources: {'Port': ['ID=14c84586-fbf4-47e7-aeae-03796759ee7a,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:31.754371 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-4c8adc0b-477e-4f41-a077-31667ca59dac None None] Current status of the port 3bd868b4-7314-4dbd-9107-829cb5916376 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:31.867774 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 3, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port': {'id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:29Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:31.890188 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-88fee0ad-1590-40cb-855b-c948de5f6b7f None None] Provisioning complete for port 8dd6d687-0c30-4c61-888d-2970ae08dcfe triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:31.890564 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-88fee0ad-1590-40cb-855b-c948de5f6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:31.909481 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f43e22-27af-4ec5-b3c9-fc20e6333849 None None] The sync data for ids ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'] in dv-cinder-842128-1-iscsi is: [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 3, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port': {'id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:29Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:31.924221 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 8dd6d687-0c30-4c61-888d-2970ae08dcfe triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:31.924631 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.063925 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-88fee0ad-1590-40cb-855b-c948de5f6b7f None None] Current status of the port 8dd6d687-0c30-4c61-888d-2970ae08dcfe is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:32.064315 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-88fee0ad-1590-40cb-855b-c948de5f6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.093475 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 8dd6d687-0c30-4c61-888d-2970ae08dcfe is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:32.095981 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.120163 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-88fee0ad-1590-40cb-855b-c948de5f6b7f None None] For port 8dd6d687-0c30-4c61-888d-2970ae08dcfe, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=8dd6d687-0c30-4c61-888d-2970ae08dcfe,segment=NetworkSegment(28f4b300-21d6-4286-afa3-0ee8ea36a849),segment_id=28f4b300-21d6-4286-afa3-0ee8ea36a849)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:32.132028 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-88fee0ad-1590-40cb-855b-c948de5f6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.205214 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Allocated IP 172.20.0.1 (eaa5375f-5fca-4fe6-a4a4-844e32358521/8068292d-1b44-4cd7-93d2-bc151ad2e597/e93f8ea6-2504-4171-856f-b34004e435df) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:58:32.222050 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.db.api [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 15:58:32.222497 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG oslo_db.api [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 15:58:32.225431 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fee0ad-1590-40cb-855b-c948de5f6b7f None None] Pushing event updated for resources: {'Port': ['ID=8dd6d687-0c30-4c61-888d-2970ae08dcfe,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:32.244975 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:32.252789 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-e7b31307-a5f3-449f-a1f1-433dcb3ded36 None None] Provisioning complete for port 8dd6d687-0c30-4c61-888d-2970ae08dcfe triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:32.253162 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e7b31307-a5f3-449f-a1f1-433dcb3ded36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.254897 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.258390 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] Sync routers for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:32.306147 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:32.307099 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:32.343083 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-2e7f088d-c25f-4e10-bec2-a01c08c67030 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "PUT /v2.0/floatingips/43bd0cb7-1b04-4390-a599-251eabf94531 HTTP/1.1" status: 200 len: 992 time: 2.2395995 May 17 15:58:32.345020 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'tag': '3e7a2775-32cc-4d52-84e3-1fb8e668f043'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:58:32.347596 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29144332-a289-4f5a-9087-d6131f298eee" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b274fc-bee9-4e2c-bd97-8f7b11363c74", "tag": "3e7a2775-32cc-4d52-84e3-1fb8e668f043"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:58:32.406568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Publish callbacks [] for port (e93f8ea6-2504-4171-856f-b34004e435df), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.447316 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-e7b31307-a5f3-449f-a1f1-433dcb3ded36 None None] Current status of the port 8dd6d687-0c30-4c61-888d-2970ae08dcfe is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:32.456490 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (e93f8ea6-2504-4171-856f-b34004e435df), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.481328 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:32.507316 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Network eaa5375f-5fca-4fe6-a4a4-844e32358521 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:32.510552 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:32.514357 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:58:32.585712 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Pushing event updated for resources: {'Port': ['ID=e93f8ea6-2504-4171-856f-b34004e435df,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:32.593487 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16419831'] for router_interface (b046e019-d3bd-47a9-a049-e5a6bf7a263e), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.748014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c6e97d-3661-464a-bf1c-5a8462c60262 x-openstack-request-id: req-68c6e97d-3661-464a-bf1c-5a8462c60262 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:58:32.748313 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b274fc-bee9-4e2c-bd97-8f7b11363c74", "tag": "3e7a2775-32cc-4d52-84e3-1fb8e668f043", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:58:32.749052 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68c6e97d-3661-464a-bf1c-5a8462c60262 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:58:32.749052 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c6e97d-3661-464a-bf1c-5a8462c60262'] response: {'name': 'network-changed', 'server_uuid': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'tag': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'status': 'completed', 'code': 200} May 17 15:58:32.778050 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 8dd6d687-0c30-4c61-888d-2970ae08dcfe is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:32.857651 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '43bd0cb7-1b04-4390-a599-251eabf94531', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'port_id': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'mac_address': 'fa:16:3e:f2:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:58:17Z', 'updated_at': '2022-05-17T15:58:30Z', 'revision_number': 1, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:32.881728 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29144332-a289-4f5a-9087-d6131f298eee req-b4ccd513-045c-4d9b-9d05-3d571d4e6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:32.883248 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29144332-a289-4f5a-9087-d6131f298eee req-b4ccd513-045c-4d9b-9d05-3d571d4e6392 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 1130 time: 0.1150260 May 17 15:58:32.886503 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.893525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] Checking router: 93465d19-8b13-4259-8003-6e1d977281d4 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:32.904308 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-bafe93d8-5cd1-4894-90fb-2342ad3f0470 None None] Provisioning complete for port e93f8ea6-2504-4171-856f-b34004e435df triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:32.904680 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bafe93d8-5cd1-4894-90fb-2342ad3f0470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:32.930309 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:32.930549 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:32.982663 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-bafe93d8-5cd1-4894-90fb-2342ad3f0470 None None] Port e93f8ea6-2504-4171-856f-b34004e435df cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:58:33.061705 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:33.107275 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29144332-a289-4f5a-9087-d6131f298eee req-7a1dbefc-722d-4300-9336-cc2e31633d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:33.108748 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29144332-a289-4f5a-9087-d6131f298eee req-7a1dbefc-722d-4300-9336-cc2e31633d49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.2190058 May 17 15:58:33.266141 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29144332-a289-4f5a-9087-d6131f298eee req-94578972-4157-4cce-8acc-8b0282d3ed77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043 HTTP/1.1" status: 200 len: 1000 time: 0.1416523 May 17 15:58:33.350701 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Publish callbacks [] for port (e93f8ea6-2504-4171-856f-b34004e435df), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.355621 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29144332-a289-4f5a-9087-d6131f298eee req-33493fe0-78d7-4e89-85b1-e9d92302cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:33.357422 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29144332-a289-4f5a-9087-d6131f298eee req-33493fe0-78d7-4e89-85b1-e9d92302cc21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0739524 May 17 15:58:33.361759 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (e93f8ea6-2504-4171-856f-b34004e435df), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.376068 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 8dd6d687-0c30-4c61-888d-2970ae08dcfe up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:33.450967 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29144332-a289-4f5a-9087-d6131f298eee req-9cfbe5c5-91ae-4daf-ae1f-e1f030198df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:33.452449 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29144332-a289-4f5a-9087-d6131f298eee req-9cfbe5c5-91ae-4daf-ae1f-e1f030198df5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873635 May 17 15:58:33.471259 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Pushing event updated for resources: {'Port': ['ID=e93f8ea6-2504-4171-856f-b34004e435df,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:33.480814 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8cb151c6-e05e-4d6c-8b06-2742c4280a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.492476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16419517'] for router_interface (b046e019-d3bd-47a9-a049-e5a6bf7a263e), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.494239 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 8dd6d687-0c30-4c61-888d-2970ae08dcfe triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:33.494612 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.556159 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '43bd0cb7-1b04-4390-a599-251eabf94531', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'port_id': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'mac_address': 'fa:16:3e:f2:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:58:17Z', 'updated_at': '2022-05-17T15:58:30Z', 'revision_number': 1, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:33.583468 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3ee01-2fc2-416f-ac63-86af6c2b7c27 None None] The sync data for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi is: [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '43bd0cb7-1b04-4390-a599-251eabf94531', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'port_id': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'mac_address': 'fa:16:3e:f2:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:58:17Z', 'updated_at': '2022-05-17T15:58:30Z', 'revision_number': 1, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:33.611000 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29144332-a289-4f5a-9087-d6131f298eee req-75615d22-e8e4-4b10-839a-ab8d82a5d128 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485333 May 17 15:58:33.626129 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 8dd6d687-0c30-4c61-888d-2970ae08dcfe is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:33.627174 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 14c84586-fbf4-47e7-aeae-03796759ee7a up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:33.661239 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Network eaa5375f-5fca-4fe6-a4a4-844e32358521 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:58:33.668245 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 14c84586-fbf4-47e7-aeae-03796759ee7a triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:33.668627 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.691122 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:58:33.745368 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 14c84586-fbf4-47e7-aeae-03796759ee7a is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:33.745749 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.765778 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-29144332-a289-4f5a-9087-d6131f298eee req-f2a766b2-02f0-4c8e-868a-b287276495f9 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473746 May 17 15:58:33.771749 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] For port 14c84586-fbf4-47e7-aeae-03796759ee7a, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=14c84586-fbf4-47e7-aeae-03796759ee7a,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:33.782445 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.783669 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 3bd868b4-7314-4dbd-9107-829cb5916376 up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:33.834681 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Router b046e019-d3bd-47a9-a049-e5a6bf7a263e has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:58:33.863828 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Pushing event updated for resources: {'Port': ['ID=14c84586-fbf4-47e7-aeae-03796759ee7a,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:33.876041 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 3bd868b4-7314-4dbd-9107-829cb5916376 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:33.876411 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:33.942768 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:58:33.947668 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ac2dff06-004b-43ff-a224-d59c99b59330 admin admin] 10.222.0.75 "PUT /v2.0/routers/b046e019-d3bd-47a9-a049-e5a6bf7a263e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6653597 May 17 15:58:33.951137 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 3bd868b4-7314-4dbd-9107-829cb5916376 is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:34.009860 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-0afdfa1f-c77c-4405-a033-3b2984e72ff0 None None] Provisioning complete for port e93f8ea6-2504-4171-856f-b34004e435df triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:34.010265 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0afdfa1f-c77c-4405-a033-3b2984e72ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.041714 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-0afdfa1f-c77c-4405-a033-3b2984e72ff0 None None] Port e93f8ea6-2504-4171-856f-b34004e435df cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:58:34.206688 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59242) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:34.211188 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-901780be-c8bc-47fd-8ec7-a60c751b793c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252411881', 'description': 'tempest-secgroup-smoke-252411881 description', 'project_id': 'fbe368679f4c4d968619ea0e2456c407'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:34.232280 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-901780be-c8bc-47fd-8ec7-a60c751b793c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.304119 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-901780be-c8bc-47fd-8ec7-a60c751b793c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group (0b158ca6-ebc8-4bfb-bd27-32057542c13a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.308053 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-901780be-c8bc-47fd-8ec7-a60c751b793c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (0b158ca6-ebc8-4bfb-bd27-32057542c13a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.338741 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-901780be-c8bc-47fd-8ec7-a60c751b793c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.339891 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-901780be-c8bc-47fd-8ec7-a60c751b793c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1322010 May 17 15:58:34.340596 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901780be-c8bc-47fd-8ec7-a60c751b793c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b158ca6-ebc8-4bfb-bd27-32057542c13a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:34.342761 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59244) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:34.347292 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-f9456318-3724-4576-b485-d9f3b1b28c52 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'security_group_rule': {'security_group_id': '0b158ca6-ebc8-4bfb-bd27-32057542c13a', 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:34.372625 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.377142 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f9456318-3724-4576-b485-d9f3b1b28c52 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (1c57817e-eb3b-4099-8b56-b53548f97284), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.433460 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f9456318-3724-4576-b485-d9f3b1b28c52 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (1c57817e-eb3b-4099-8b56-b53548f97284), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.437413 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f9456318-3724-4576-b485-d9f3b1b28c52 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (1c57817e-eb3b-4099-8b56-b53548f97284), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.456066 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9456318-3724-4576-b485-d9f3b1b28c52 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c57817e-eb3b-4099-8b56-b53548f97284,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:34.461921 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f9456318-3724-4576-b485-d9f3b1b28c52 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.463255 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f9456318-3724-4576-b485-d9f3b1b28c52 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194673 May 17 15:58:34.465963 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59246) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:34.470289 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-f856ed4e-433b-4538-8951-43f050ed1307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'security_group_rule': {'security_group_id': '0b158ca6-ebc8-4bfb-bd27-32057542c13a', 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:34.496503 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f856ed4e-433b-4538-8951-43f050ed1307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (5ca54ad2-41db-4220-af7b-bd3ad099e5b1), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.555649 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f856ed4e-433b-4538-8951-43f050ed1307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (5ca54ad2-41db-4220-af7b-bd3ad099e5b1), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.559182 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f856ed4e-433b-4538-8951-43f050ed1307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (5ca54ad2-41db-4220-af7b-bd3ad099e5b1), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.578550 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856ed4e-433b-4538-8951-43f050ed1307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca54ad2-41db-4220-af7b-bd3ad099e5b1,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:34.586294 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f856ed4e-433b-4538-8951-43f050ed1307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.587484 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f856ed4e-433b-4538-8951-43f050ed1307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204948 May 17 15:58:34.590196 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59248) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:34.594340 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-c81df8d6-fe09-411e-9813-de3d0520763b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'security_group_rule': {'security_group_id': '0b158ca6-ebc8-4bfb-bd27-32057542c13a', 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:34.621626 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c81df8d6-fe09-411e-9813-de3d0520763b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (a477fc6a-9203-461f-b049-9a8bf2646ab3), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.659894 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25d94c-2acc-4e4b-afaf-9adacfc99e12 None None] New status for floating IP 43bd0cb7-1b04-4390-a599-251eabf94531: ACTIVE {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:58:34.684128 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c81df8d6-fe09-411e-9813-de3d0520763b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (a477fc6a-9203-461f-b049-9a8bf2646ab3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.687839 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c81df8d6-fe09-411e-9813-de3d0520763b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (a477fc6a-9203-461f-b049-9a8bf2646ab3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.706498 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81df8d6-fe09-411e-9813-de3d0520763b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a477fc6a-9203-461f-b049-9a8bf2646ab3,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:34.711981 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c81df8d6-fe09-411e-9813-de3d0520763b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.715715 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c81df8d6-fe09-411e-9813-de3d0520763b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221025 May 17 15:58:34.716231 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59250) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:34.720227 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-4d246fdc-251b-4648-ac83-acb27472268d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'security_group_rule': {'security_group_id': '0b158ca6-ebc8-4bfb-bd27-32057542c13a', 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:34.747757 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d246fdc-251b-4648-ac83-acb27472268d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (74f51243-4ef9-49a1-b8a4-dab22069e12c), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.809565 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d246fdc-251b-4648-ac83-acb27472268d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (74f51243-4ef9-49a1-b8a4-dab22069e12c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.813101 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d246fdc-251b-4648-ac83-acb27472268d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (74f51243-4ef9-49a1-b8a4-dab22069e12c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.830394 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d246fdc-251b-4648-ac83-acb27472268d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f51243-4ef9-49a1-b8a4-dab22069e12c,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:34.838186 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d246fdc-251b-4648-ac83-acb27472268d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.839403 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4d246fdc-251b-4648-ac83-acb27472268d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225595 May 17 15:58:34.842158 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59252) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:34.846219 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-b42eb9ab-046d-43e8-a270-8e17fefa31ee tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'security_group_rule': {'security_group_id': '0b158ca6-ebc8-4bfb-bd27-32057542c13a', 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:34.867622 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-b42eb9ab-046d-43e8-a270-8e17fefa31ee tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Project fbe368679f4c4d968619ea0e2456c407 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 15:58:34.872814 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b42eb9ab-046d-43e8-a270-8e17fefa31ee tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (13b90607-2be9-4bec-a87e-7a87f1427e53), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.935009 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b42eb9ab-046d-43e8-a270-8e17fefa31ee tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (13b90607-2be9-4bec-a87e-7a87f1427e53), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.939194 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b42eb9ab-046d-43e8-a270-8e17fefa31ee tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (13b90607-2be9-4bec-a87e-7a87f1427e53), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.959958 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eb9ab-046d-43e8-a270-8e17fefa31ee tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b90607-2be9-4bec-a87e-7a87f1427e53,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:34.966457 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b42eb9ab-046d-43e8-a270-8e17fefa31ee tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:34.967627 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b42eb9ab-046d-43e8-a270-8e17fefa31ee tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246276 May 17 15:58:34.970348 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59254) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:58:34.975565 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-4002a986-7542-49ca-9f38-9a6edeaf56a3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'security_group_rule': {'security_group_id': '0b158ca6-ebc8-4bfb-bd27-32057542c13a', 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:58:34.997717 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-4002a986-7542-49ca-9f38-9a6edeaf56a3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Project fbe368679f4c4d968619ea0e2456c407 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 15:58:35.003266 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4002a986-7542-49ca-9f38-9a6edeaf56a3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (24d4e7b6-92a4-48a3-a746-cc711b13dbfd), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:35.064836 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4002a986-7542-49ca-9f38-9a6edeaf56a3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (24d4e7b6-92a4-48a3-a746-cc711b13dbfd), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:35.068916 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4002a986-7542-49ca-9f38-9a6edeaf56a3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349390'] for security_group_rule (24d4e7b6-92a4-48a3-a746-cc711b13dbfd), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:35.087278 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002a986-7542-49ca-9f38-9a6edeaf56a3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d4e7b6-92a4-48a3-a746-cc711b13dbfd,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:35.095753 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4002a986-7542-49ca-9f38-9a6edeaf56a3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:35.101033 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4002a986-7542-49ca-9f38-9a6edeaf56a3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256850 May 17 15:58:35.107019 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 14c84586-fbf4-47e7-aeae-03796759ee7a up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:35.156196 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port 14c84586-fbf4-47e7-aeae-03796759ee7a triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:35.156597 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:35.247457 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port 14c84586-fbf4-47e7-aeae-03796759ee7a is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:35.293309 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Sync routers for ids ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:58:35.303673 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Routers {'b046e019-d3bd-47a9-a049-e5a6bf7a263e'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:35.304289 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:35.405967 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Set router b046e019-d3bd-47a9-a049-e5a6bf7a263e gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:35.610338 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T15:58:32Z', 'revision_number': 4, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port': {'id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:29Z', 'updated_at': '2022-05-17T15:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'e93f8ea6-2504-4171-856f-b34004e435df', 'name': '', 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'mac_address': 'fa:16:3e:e1:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8068292d-1b44-4cd7-93d2-bc151ad2e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:31Z', 'updated_at': '2022-05-17T15:58:33Z', 'revision_number': 2, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'subnets': [{'id': '8068292d-1b44-4cd7-93d2-bc151ad2e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:35.634416 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Checking router: b046e019-d3bd-47a9-a049-e5a6bf7a263e for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:58:35.634769 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Updating router b046e019-d3bd-47a9-a049-e5a6bf7a263e port e93f8ea6-2504-4171-856f-b34004e435df binding host dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 15:58:35.665011 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:35.951773 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Publish callbacks [] for port (e93f8ea6-2504-4171-856f-b34004e435df), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:35.956192 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e93f8ea6-2504-4171-856f-b34004e435df), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.007421 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a0459-37cb-4b10-9c09-e09cdc508d25 None None] Pushing event updated for resources: {'Port': ['ID=e93f8ea6-2504-4171-856f-b34004e435df,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:36.069317 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Attempting to bind port e93f8ea6-2504-4171-856f-b34004e435df on host dv-cinder-842128-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:58:36.069687 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Attempting to bind port e93f8ea6-2504-4171-856f-b34004e435df by drivers openvswitch,hyperv on host dv-cinder-842128-1-iscsi at level 0 using segments [{'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:58:36.070081 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Attempting to bind port e93f8ea6-2504-4171-856f-b34004e435df on network eaa5375f-5fca-4fe6-a4a4-844e32358521 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:58:36.082348 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Checking agent: {'id': 'd2d9a276-2e6f-4e9b-bd24-54909523b276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842128-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 33, 37), 'started_at': datetime.datetime(2022, 5, 17, 15, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842128-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:58:36.082780 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Checking segment: {'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:58:36.083161 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.083533 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Bound using segment: {'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:58:36.084073 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Bound port: e93f8ea6-2504-4171-856f-b34004e435df, host: dv-cinder-842128-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f4b300-21d6-4286-afa3-0ee8ea36a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:58:36.084472 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.088147 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.149690 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] For port e93f8ea6-2504-4171-856f-b34004e435df, host dv-cinder-842128-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:58:36.153181 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] For port e93f8ea6-2504-4171-856f-b34004e435df, host dv-cinder-842128-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=e93f8ea6-2504-4171-856f-b34004e435df,segment=NetworkSegment(28f4b300-21d6-4286-afa3-0ee8ea36a849),segment_id=28f4b300-21d6-4286-afa3-0ee8ea36a849)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:58:36.159175 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e93f8ea6-2504-4171-856f-b34004e435df), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.220277 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Routers {'b046e019-d3bd-47a9-a049-e5a6bf7a263e'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:58:36.220904 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:58:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:36.225917 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a0459-37cb-4b10-9c09-e09cdc508d25 None None] Pushing event updated for resources: {'Port': ['ID=e93f8ea6-2504-4171-856f-b34004e435df,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:36.281745 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-bf8b80aa-ff81-42a8-aae6-c7edc2667545 None None] Provisioning complete for port e93f8ea6-2504-4171-856f-b34004e435df triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:36.282222 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bf8b80aa-ff81-42a8-aae6-c7edc2667545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.372369 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] Set router b046e019-d3bd-47a9-a049-e5a6bf7a263e gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:58:36.484881 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b80aa-ff81-42a8-aae6-c7edc2667545 None None] Current status of the port e93f8ea6-2504-4171-856f-b34004e435df is: DOWN; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:36.485177 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bf8b80aa-ff81-42a8-aae6-c7edc2667545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.624444 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:58:36.689756 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-bf8b80aa-ff81-42a8-aae6-c7edc2667545 None None] For port e93f8ea6-2504-4171-856f-b34004e435df, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=e93f8ea6-2504-4171-856f-b34004e435df,segment=NetworkSegment(28f4b300-21d6-4286-afa3-0ee8ea36a849),segment_id=28f4b300-21d6-4286-afa3-0ee8ea36a849)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:58:36.695116 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-bf8b80aa-ff81-42a8-aae6-c7edc2667545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e93f8ea6-2504-4171-856f-b34004e435df), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.783378 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b80aa-ff81-42a8-aae6-c7edc2667545 None None] Pushing event updated for resources: {'Port': ['ID=e93f8ea6-2504-4171-856f-b34004e435df,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:58:36.786636 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T15:58:32Z', 'revision_number': 4, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port': {'id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:29Z', 'updated_at': '2022-05-17T15:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'e93f8ea6-2504-4171-856f-b34004e435df', 'name': '', 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'mac_address': 'fa:16:3e:e1:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8068292d-1b44-4cd7-93d2-bc151ad2e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:31Z', 'updated_at': '2022-05-17T15:58:36Z', 'revision_number': 4, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'subnets': [{'id': '8068292d-1b44-4cd7-93d2-bc151ad2e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:58:36.819691 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f9117-bdea-4a87-9362-1674426015fe None None] The sync data for ids ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'] in dv-cinder-842128-1-iscsi is: [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T15:58:32Z', 'revision_number': 4, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port': {'id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:29Z', 'updated_at': '2022-05-17T15:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'e93f8ea6-2504-4171-856f-b34004e435df', 'name': '', 'network_id': 'eaa5375f-5fca-4fe6-a4a4-844e32358521', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'mac_address': 'fa:16:3e:e1:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8068292d-1b44-4cd7-93d2-bc151ad2e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:31Z', 'updated_at': '2022-05-17T15:58:36Z', 'revision_number': 4, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'subnets': [{'id': '8068292d-1b44-4cd7-93d2-bc151ad2e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:58:36.828250 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-4588cbbc-6be5-439a-b10f-39900247734a None None] Provisioning complete for port e93f8ea6-2504-4171-856f-b34004e435df triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:36.828692 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4588cbbc-6be5-439a-b10f-39900247734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:36.928209 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-4588cbbc-6be5-439a-b10f-39900247734a None None] Current status of the port e93f8ea6-2504-4171-856f-b34004e435df is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:37.117344 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device e93f8ea6-2504-4171-856f-b34004e435df up at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:58:37.165069 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Provisioning complete for port e93f8ea6-2504-4171-856f-b34004e435df triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:58:37.166087 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e93f8ea6-2504-4171-856f-b34004e435df), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:37.248001 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Current status of the port e93f8ea6-2504-4171-856f-b34004e435df is: ACTIVE; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:58:37.539434 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:58:58.803169 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-2fd23b1f-5c41-45b8-ba4d-76202b576cb0 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252411881&fields=id&tenant_id=fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 267 time: 0.0436835 May 17 15:58:58.905579 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-3d7f853b-aafa-4d74-a4d7-a876a45aa055 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:58:58.907043 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-3d7f853b-aafa-4d74-a4d7-a876a45aa055 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 811 time: 0.0969253 May 17 15:58:58.921517 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-9ad619a8-6e21-436c-9fb7-3766a12f03db tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/quotas/fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 375 time: 0.0091636 May 17 15:58:58.971821 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-7a8a7cb2-6038-4d46-a078-3f6b4643d7a8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456469 May 17 15:58:59.064188 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-b66075c5-bdca-4bfb-8eb0-1ddbeedebed8 service neutron] 10.222.0.75 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804298 May 17 15:58:59.156213 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-edb65e1a-0134-4fec-bba4-07f4854d48e5 service neutron] 10.222.0.75 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860207 May 17 15:58:59.436717 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ab73049b-9f13-4945-93c8-2f690cf706e5 req-f28a58e2-579c-48e9-b26b-6f8d60eefeeb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 210 time: 0.0277030 May 17 15:59:00.254730 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:00.320414 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-fd2e215b-1f95-4413-be5e-01741271eb1a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:00.321834 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-fd2e215b-1f95-4413-be5e-01741271eb1a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 811 time: 0.1129839 May 17 15:59:00.383087 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-64d62047-3392-4095-b114-d94d70c19af3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 379 time: 0.0538077 May 17 15:59:00.391169 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'port': {'device_id': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'admin_state_up': True, 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'security_groups': ['0b158ca6-ebc8-4bfb-bd27-32057542c13a']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:59:00.496332 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Made reservation on behalf of fbe368679f4c4d968619ea0e2456c407 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 15:59:00.500239 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:00.549582 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-205ccff1-f116-4b7c-a399-975597b42a52 req-6154cf08-1777-47ce-bd4c-7dc8dc34f728 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 210 time: 0.0359881 May 17 15:59:00.659819 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Allocated IP 172.20.0.3 (6f4eb954-5185-441c-9dd5-cd8454980b48/09b4e8e5-f166-4e40-b883-f6c4b64a6f71/05eade37-4ca5-4a52-8b62-e077ce332ef1) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:59:00.804316 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:00.834686 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:00.873551 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:59:00.876481 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:59:00.880112 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:59:00.906973 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=05eade37-4ca5-4a52-8b62-e077ce332ef1,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:59:00.935066 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:00.935675 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:00.950872 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-310682be-a280-4c3d-8b94-59e99ccd44bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632119 May 17 15:59:00.964637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Request body: {'port': {'device_id': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:59:00.986957 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cd4174fb-4dfd-4668-979b-7101a3aab025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:01.033123 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:01.094828 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-415b0876-a5f0-48f4-a0cd-0d32a3e5f4f5 None None] Provisioning complete for port 05eade37-4ca5-4a52-8b62-e077ce332ef1 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:59:01.095295 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-415b0876-a5f0-48f4-a0cd-0d32a3e5f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:01.127357 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-415b0876-a5f0-48f4-a0cd-0d32a3e5f4f5 None None] Port 05eade37-4ca5-4a52-8b62-e077ce332ef1 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 15:59:01.316468 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05eade37-4ca5-4a52-8b62-e077ce332ef1 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:59:01.324514 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Publish callbacks [] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:01.336540 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Transition to ACTIVE for port object 05eade37-4ca5-4a52-8b62-e077ce332ef1 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 15:59:01.340792 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:01.390643 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Pushing event updated for resources: {'Port': ['ID=05eade37-4ca5-4a52-8b62-e077ce332ef1,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:59:01.463758 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Attempting to bind port 05eade37-4ca5-4a52-8b62-e077ce332ef1 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 15:59:01.464099 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Attempting to bind port 05eade37-4ca5-4a52-8b62-e077ce332ef1 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 15:59:01.464431 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Attempting to bind port 05eade37-4ca5-4a52-8b62-e077ce332ef1 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:59:01.469165 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Port 05eade37-4ca5-4a52-8b62-e077ce332ef1 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 15:59:01.469500 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Attempting to bind port 05eade37-4ca5-4a52-8b62-e077ce332ef1 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 15:59:01.474582 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 15:59:01.474924 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Checking segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 15:59:01.475310 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Bound using segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 15:59:01.475732 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Bound port: 05eade37-4ca5-4a52-8b62-e077ce332ef1, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 15:59:01.476119 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:01.541188 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] For port 05eade37-4ca5-4a52-8b62-e077ce332ef1, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 15:59:01.544184 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] For port 05eade37-4ca5-4a52-8b62-e077ce332ef1, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 15:59:01.550823 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:01.583806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:01.584441 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:01.585923 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] 10.222.0.61 "PUT /v2.0/ports/05eade37-4ca5-4a52-8b62-e077ce332ef1 HTTP/1.1" status: 200 len: 1093 time: 0.6269493 May 17 15:59:01.586457 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'tag': '05eade37-4ca5-4a52-8b62-e077ce332ef1'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:59:01.590862 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "453bba5c-49db-439a-8ff8-095ff05a6d3f", "tag": "05eade37-4ca5-4a52-8b62-e077ce332ef1"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:59:01.630754 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc7035-0c41-4552-89a5-fdd8f34ad818 service neutron] Pushing event updated for resources: {'Port': ['ID=05eade37-4ca5-4a52-8b62-e077ce332ef1,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:59:01.674463 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c8be79-ca69-41a0-b6f9-da85cda0b495 x-openstack-request-id: req-e3c8be79-ca69-41a0-b6f9-da85cda0b495 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:59:01.674760 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453bba5c-49db-439a-8ff8-095ff05a6d3f", "tag": "05eade37-4ca5-4a52-8b62-e077ce332ef1", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:59:01.675015 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e3c8be79-ca69-41a0-b6f9-da85cda0b495 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:59:01.675419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c8be79-ca69-41a0-b6f9-da85cda0b495'] response: {'name': 'network-changed', 'server_uuid': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'tag': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'status': 'completed', 'code': 200} May 17 15:59:01.719212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e23ca-4562-4ffe-be2d-daa68924c38b req-00e953f1-0b2f-45a5-ba2e-d804dbdd3654 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:01.720754 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-315e23ca-4562-4ffe-be2d-daa68924c38b req-00e953f1-0b2f-45a5-ba2e-d804dbdd3654 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.0745993 May 17 15:59:01.721924 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-d4a70bf8-a531-4aa0-ac69-9a3c57139801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:01.723312 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-d4a70bf8-a531-4aa0-ac69-9a3c57139801 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 1127 time: 0.0895295 May 17 15:59:01.774406 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-cdafb23a-1cf6-4641-859d-e104f504578f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1 HTTP/1.1" status: 200 len: 217 time: 0.0413034 May 17 15:59:01.831158 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-315e23ca-4562-4ffe-be2d-daa68924c38b req-b7b47ba3-b470-4364-9d02-88a662df1e46 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043274 May 17 15:59:01.841420 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-dc81409c-bbbe-4f38-856f-f70071541c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:01.842866 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-dc81409c-bbbe-4f38-856f-f70071541c17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0593166 May 17 15:59:01.890087 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-2de62961-85cc-4538-979d-879b77f7217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:01.891552 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-2de62961-85cc-4538-979d-879b77f7217e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431237 May 17 15:59:01.979396 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-bc1dab1d-adbb-4c84-b1e9-ff4ed9482540 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815918 May 17 15:59:02.069899 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5dcc4e01-53fd-4108-a7d3-8291b9ea2323 req-16f66965-b24b-4f1c-912d-fed7f8594234 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842791 May 17 15:59:02.943973 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1007ed-e6e1-46f4-9971-f93d7bdfd752 req-390bf9ec-431a-4d52-a3fe-edcda063538e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:02.945435 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de1007ed-e6e1-46f4-9971-f93d7bdfd752 req-390bf9ec-431a-4d52-a3fe-edcda063538e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.0460372 May 17 15:59:03.006383 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-294ce51a-1f6d-450a-a2d1-5c38dd816ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:03.007801 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-294ce51a-1f6d-450a-a2d1-5c38dd816ff2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 1127 time: 0.0614305 May 17 15:59:03.040667 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-de1007ed-e6e1-46f4-9971-f93d7bdfd752 req-62b1eac0-b6b3-4150-ae7b-87b8ac1e2bc8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838630 May 17 15:59:03.106338 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-99db1caa-b544-41dc-99b8-145185232847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:03.107768 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-99db1caa-b544-41dc-99b8-145185232847 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0907803 May 17 15:59:03.144724 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-28012c71-7c6a-4d38-9484-27d17a8ed510 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1 HTTP/1.1" status: 200 len: 217 time: 0.0301731 May 17 15:59:03.196446 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-869d2c18-6eba-4f33-80e6-fcd006d86ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:03.197873 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-869d2c18-6eba-4f33-80e6-fcd006d86ef4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0455904 May 17 15:59:03.240847 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-882bec70-e27f-4b81-96c3-8752eb79197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:03.242316 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-882bec70-e27f-4b81-96c3-8752eb79197e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379038 May 17 15:59:03.330534 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-40f3fe26-5785-4fb2-89a1-ef3142dc33d5 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825002 May 17 15:59:03.417722 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a1e4c99b-b26a-487c-b0a7-2a9a2370c8c1 req-2d23b9ce-b258-403a-b5ac-59b64477884b service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812457 May 17 15:59:03.454435 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-14c45cf0-6c8a-492a-8d8b-f5bbad1dac31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:04.152320 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd844f-7888-4b53-ba2b-a242fe6724f6 req-dd78fa5e-2533-4ebd-b40a-373e70a0e343 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:04.153781 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bedd844f-7888-4b53-ba2b-a242fe6724f6 req-dd78fa5e-2533-4ebd-b40a-373e70a0e343 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.0460210 May 17 15:59:04.204594 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-bedd844f-7888-4b53-ba2b-a242fe6724f6 req-783e7e65-a0c3-452b-8511-013914924574 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452583 May 17 15:59:04.372681 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:05.313012 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ad8e-50af-4ea2-88d8-630d1c46ff99 req-f4379fc6-8f4f-4a39-9fc4-ac43b864d364 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:05.314416 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d659ad8e-50af-4ea2-88d8-630d1c46ff99 req-f4379fc6-8f4f-4a39-9fc4-ac43b864d364 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.0455360 May 17 15:59:05.361977 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d659ad8e-50af-4ea2-88d8-630d1c46ff99 req-057eed3f-f6ee-4cdf-8f71-25eca7d30427 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 May 17 15:59:06.080763 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:06.471807 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529665c-2112-4072-8c9c-6483982b0072 req-2ae20009-62f7-4ba5-95e1-3346b82b52d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:06.473291 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8529665c-2112-4072-8c9c-6483982b0072 req-2ae20009-62f7-4ba5-95e1-3346b82b52d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.0454094 May 17 15:59:06.520756 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8529665c-2112-4072-8c9c-6483982b0072 req-c62bf566-fe09-4e66-a2ee-dddfe06a3102 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414882 May 17 15:59:07.541064 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:07.634263 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b5c5-4aba-4290-be55-f32e3190a692 req-1cb7958b-3bd3-417a-bd9a-a16203ba8073 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:07.636228 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d321b5c5-4aba-4290-be55-f32e3190a692 req-1cb7958b-3bd3-417a-bd9a-a16203ba8073 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.0494781 May 17 15:59:07.686147 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d321b5c5-4aba-4290-be55-f32e3190a692 req-8eafceee-3084-472e-850f-79702640dffa tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443032 May 17 15:59:08.800653 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c431b-63df-4769-87ea-846e648102bf req-674efdb7-5548-4b9c-8b3c-1f02f7b3f5c8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:08.802114 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b5c431b-63df-4769-87ea-846e648102bf req-674efdb7-5548-4b9c-8b3c-1f02f7b3f5c8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.0481863 May 17 15:59:08.849093 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b5c431b-63df-4769-87ea-846e648102bf req-fae92dcb-2942-4b1c-9063-ee121ecff806 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408542 May 17 15:59:10.233923 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-314dea1d-b196-4e51-ad64-163f178e62c0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3364966 May 17 15:59:10.250798 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf7829-2556-4d4a-99f8-02a98c675e23 req-58b4f4ae-7530-4659-a6eb-eb68e96f7a1f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:10.252190 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0abf7829-2556-4d4a-99f8-02a98c675e23 req-58b4f4ae-7530-4659-a6eb-eb68e96f7a1f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.3292658 May 17 15:59:10.331206 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0abf7829-2556-4d4a-99f8-02a98c675e23 req-b5948471-50c8-4d22-8269-c8ab08741824 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733604 May 17 15:59:10.332303 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-7db073f0-ec24-49b8-8bd8-34254fac6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:10.333638 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-7db073f0-ec24-49b8-8bd8-34254fac6814 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fabeead7b416455b8d93f9531f895ba4&device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 1130 time: 0.0588796 May 17 15:59:10.437603 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-362bb57a-997b-4e48-9e23-f85d3113b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:10.439011 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-362bb57a-997b-4e48-9e23-f85d3113b846 service neutron] 10.222.0.61 "GET /v2.0/networks?id=917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 200 len: 911 time: 0.0873089 May 17 15:59:10.497599 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-b6e16a3a-dba2-4954-9a59-05cb7fcb424f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043 HTTP/1.1" status: 200 len: 1002 time: 0.0526738 May 17 15:59:10.547128 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-5b277f43-6cb2-4db1-94f9-ea0e31f817f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:10.548486 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-5b277f43-6cb2-4db1-94f9-ea0e31f817f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 200 len: 849 time: 0.0448027 May 17 15:59:10.590197 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-861697bf-df3f-48cf-9472-2ea42911e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:10.591628 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-861697bf-df3f-48cf-9472-2ea42911e33d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=917a09a1-2bd7-4381-9dcc-06a916729d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373521 May 17 15:59:10.676904 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-5857f00f-0c74-46fa-804e-455fc67d20c7 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784316 May 17 15:59:10.766221 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4311b834-e44a-4af5-b579-6f95e7227d60 req-da6604ff-c670-4c56-900d-2f9122218507 service neutron] 10.222.0.61 "GET /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829594 May 17 15:59:11.443105 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa85f8-dc93-45e2-bf3a-75dae44f9872 req-6cc27478-5e8e-4526-a333-f58ec34805d8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:11.444583 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ccaa85f8-dc93-45e2-bf3a-75dae44f9872 req-6cc27478-5e8e-4526-a333-f58ec34805d8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 943 time: 0.0466664 May 17 15:59:11.487573 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 05eade37-4ca5-4a52-8b62-e077ce332ef1 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 15:59:11.492183 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ccaa85f8-dc93-45e2-bf3a-75dae44f9872 req-57a0877f-7d7c-45e4-99f7-0be99707a22d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413911 May 17 15:59:11.587374 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 05eade37-4ca5-4a52-8b62-e077ce332ef1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:59:11.598233 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'port_id': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'mac_address': 'fa:16:3e:fe:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 15:59:11.632478 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 05eade37-4ca5-4a52-8b62-e077ce332ef1 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:59:11.632788 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:11.644942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05eade37-4ca5-4a52-8b62-e077ce332ef1 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 15:59:11.663484 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 05eade37-4ca5-4a52-8b62-e077ce332ef1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:59:11.668328 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:11.715380 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=05eade37-4ca5-4a52-8b62-e077ce332ef1,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:59:11.960877 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['05eade37-4ca5-4a52-8b62-e077ce332ef1'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 15:59:12.606938 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56c63d-5f2b-4375-b3f9-d6431994326a req-6a6d8a2e-6cc7-4715-9def-4d92b9cf779c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:12.608380 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7a56c63d-5f2b-4375-b3f9-d6431994326a req-6a6d8a2e-6cc7-4715-9def-4d92b9cf779c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 944 time: 0.0497146 May 17 15:59:12.655685 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7a56c63d-5f2b-4375-b3f9-d6431994326a req-6a06a308-a9cb-447d-8f6a-13907595d8d6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 May 17 15:59:13.515664 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 05eade37-4ca5-4a52-8b62-e077ce332ef1 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 15:59:13.555527 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 05eade37-4ca5-4a52-8b62-e077ce332ef1 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 15:59:13.561915 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 05eade37-4ca5-4a52-8b62-e077ce332ef1 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 15:59:13.562453 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:13.626573 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 15:59:13.635466 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 05eade37-4ca5-4a52-8b62-e077ce332ef1 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 15:59:13.635856 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:13.657632 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eade37-4ca5-4a52-8b62-e077ce332ef1'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:59:13.660049 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7efe6a-d4ad-4887-948f-76f2beae9b2e" -d '{"events": [{"server_uuid": "453bba5c-49db-439a-8ff8-095ff05a6d3f", "name": "network-vif-plugged", "status": "completed", "tag": "05eade37-4ca5-4a52-8b62-e077ce332ef1"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:59:13.672699 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 05eade37-4ca5-4a52-8b62-e077ce332ef1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 15:59:13.676679 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:13.707044 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e7031c-2d06-4b40-b497-bc5ee2799628 x-openstack-request-id: req-88e7031c-2d06-4b40-b497-bc5ee2799628 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:59:13.707345 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453bba5c-49db-439a-8ff8-095ff05a6d3f", "name": "network-vif-plugged", "status": "completed", "tag": "05eade37-4ca5-4a52-8b62-e077ce332ef1", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:59:13.707607 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88e7031c-2d06-4b40-b497-bc5ee2799628 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:59:13.708057 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e7031c-2d06-4b40-b497-bc5ee2799628'] response: {'server_uuid': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'code': 200} May 17 15:59:13.735509 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=05eade37-4ca5-4a52-8b62-e077ce332ef1,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:59:13.778558 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d3bc9-f5fc-42f4-afbb-3d55347eb052 req-640660b1-3d80-4e3c-af33-567e2654acff tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:13.779943 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef1d3bc9-f5fc-42f4-afbb-3d55347eb052 req-640660b1-3d80-4e3c-af33-567e2654acff tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 945 time: 0.0512593 May 17 15:59:13.829017 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ef1d3bc9-f5fc-42f4-afbb-3d55347eb052 req-1d8f70aa-2ab4-4596-875f-1e05f34eb5e0 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435007 May 17 15:59:13.911702 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a540148-ddbe-4df4-905a-13ae47077b17 req-3b3a6498-dd0e-46df-a8d7-57e9bfa00abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:13.913211 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a540148-ddbe-4df4-905a-13ae47077b17 req-3b3a6498-dd0e-46df-a8d7-57e9bfa00abe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 1129 time: 0.0382793 May 17 15:59:13.960725 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0a540148-ddbe-4df4-905a-13ae47077b17 req-e8e7298b-2560-4325-8e23-04fd0cd40dd0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413690 May 17 15:59:14.944599 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e18f1-0a9b-4943-b1d4-702e2e9376ff req-8bbfa61d-b442-425d-abcf-01211951b800 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:14.946061 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e31e18f1-0a9b-4943-b1d4-702e2e9376ff req-8bbfa61d-b442-425d-abcf-01211951b800 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 945 time: 0.0463746 May 17 15:59:14.993741 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e31e18f1-0a9b-4943-b1d4-702e2e9376ff req-e21acb12-08ef-4767-9663-a66281f53728 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422151 May 17 15:59:16.260644 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64555ce-98dd-4a9c-a188-4f1a0366756a req-fa964a3c-32e8-488a-baf2-093777f6939f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:16.262126 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b64555ce-98dd-4a9c-a188-4f1a0366756a req-fa964a3c-32e8-488a-baf2-093777f6939f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 945 time: 0.0470097 May 17 15:59:16.309594 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b64555ce-98dd-4a9c-a188-4f1a0366756a req-8522de95-8eab-4a0a-8c13-0af730b600f3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 May 17 15:59:16.421794 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4004a16-f00c-4055-a368-bdf8c2ea0b5e req-109ffe3c-65d8-472d-b64d-dcb04914c737 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:16.423243 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f4004a16-f00c-4055-a368-bdf8c2ea0b5e req-109ffe3c-65d8-472d-b64d-dcb04914c737 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 945 time: 0.0487740 May 17 15:59:16.471791 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f4004a16-f00c-4055-a368-bdf8c2ea0b5e req-b95d0104-8e3c-4c32-a8c7-ac09d8255453 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 May 17 15:59:16.495823 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59444) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:59:16.619588 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17198cd0-f67a-4017-8f99-17902c8c0356 tempest-TestVolumeBootPattern-1398413564 tempest-TestVolumeBootPattern-1398413564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:16.621071 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-17198cd0-f67a-4017-8f99-17902c8c0356 tempest-TestVolumeBootPattern-1398413564 tempest-TestVolumeBootPattern-1398413564-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 1124 time: 0.1242514 May 17 15:59:16.623919 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59448) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 15:59:16.627984 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'port_id': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 15:59:16.648384 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:16.931844 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:17.035199 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Allocated IP 172.27.2.55 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/5c2e10b4-0bc8-4e68-b1b0-d139928d0593) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 15:59:17.142308 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:17.174124 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:17.208501 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 15:59:17.211185 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 15:59:17.215183 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 15:59:17.245274 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=5c2e10b4-0bc8-4e68-b1b0-d139928d0593,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:59:17.258082 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.258434 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.258774 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.259112 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.259546 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.259892 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.260203 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.260527 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.260856 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.261178 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.261502 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.261825 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.262173 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.262493 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.262809 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 15:59:17.570325 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (0eda809d-abfe-435e-b749-51de5d2f1752), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:17.638713 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:17.808512 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:17.812945 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:17.879388 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=5c2e10b4-0bc8-4e68-b1b0-d139928d0593,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 15:59:17.887919 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (0eda809d-abfe-435e-b749-51de5d2f1752), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:17.979600 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Floating IP 0eda809d-abfe-435e-b749-51de5d2f1752 associated. External IP: 172.27.2.55, port: 05eade37-4ca5-4a52-8b62-e077ce332ef1. May 17 15:59:18.169678 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 15:59:18.269958 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 15:59:18.279769 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 15:59:18.288379 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:18.289739 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:59:18.290459 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:59:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:59:18.318155 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6ff0a230-99be-41ab-93d6-06b0d31e11e3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6932151 May 17 15:59:18.318752 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'tag': '05eade37-4ca5-4a52-8b62-e077ce332ef1'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 15:59:18.320978 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a150848bb0330446f24bb0136d1a3bfabbaf4df3899f23fd7b7d6f093f6e07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d26cd4-167f-4ef6-bcd0-a52047250c11" -d '{"events": [{"name": "network-changed", "server_uuid": "453bba5c-49db-439a-8ff8-095ff05a6d3f", "tag": "05eade37-4ca5-4a52-8b62-e077ce332ef1"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 15:59:18.356518 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be3111e-9894-40f4-9637-c00094143dcd x-openstack-request-id: req-3be3111e-9894-40f4-9637-c00094143dcd {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 15:59:18.356810 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453bba5c-49db-439a-8ff8-095ff05a6d3f", "tag": "05eade37-4ca5-4a52-8b62-e077ce332ef1", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 15:59:18.357062 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3be3111e-9894-40f4-9637-c00094143dcd {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 15:59:18.357501 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be3111e-9894-40f4-9637-c00094143dcd'] response: {'name': 'network-changed', 'server_uuid': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'tag': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'status': 'completed', 'code': 200} May 17 15:59:18.391014 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:59:18.418928 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-a98720d5-e188-4617-a474-b998eec546c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:18.420375 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-a98720d5-e188-4617-a474-b998eec546c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 1129 time: 0.0399535 May 17 15:59:18.513051 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-db5b9ae2-be92-4393-8691-a49c7db5675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:18.514566 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-db5b9ae2-be92-4393-8691-a49c7db5675d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0885270 May 17 15:59:18.578419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-fc5b494a-6be8-4b4d-883e-d7a1a4bbeeca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1 HTTP/1.1" status: 200 len: 998 time: 0.0572383 May 17 15:59:18.625733 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-5b98a5f8-f635-44cc-a8a2-6bc6dc15e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:18.627188 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-5b98a5f8-f635-44cc-a8a2-6bc6dc15e80c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0431786 May 17 15:59:18.673763 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-956677f4-6d69-4613-bd55-f9bf5fb6545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 15:59:18.675189 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-956677f4-6d69-4613-bd55-f9bf5fb6545b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419109 May 17 15:59:18.678998 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '0eda809d-abfe-435e-b749-51de5d2f1752', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:fe:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:59:17Z', 'updated_at': '2022-05-17T15:59:17Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:59:18.706263 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 15:59:18.715011 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 15:59:18.715615 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T15:59:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:59:18.763169 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-6473a28e-674a-40e8-8698-bdbefd972141 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822313 May 17 15:59:18.814236 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 15:59:18.859495 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87d26cd4-167f-4ef6-bcd0-a52047250c11 req-be5f4a5a-c8ba-4d1e-84b2-060071a2f8cd service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897155 May 17 15:59:19.020038 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '0eda809d-abfe-435e-b749-51de5d2f1752', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:fe:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:59:17Z', 'updated_at': '2022-05-17T15:59:17Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 15:59:19.044252 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63241d-8b06-4aec-a527-7f25b3e33a27 None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '0eda809d-abfe-435e-b749-51de5d2f1752', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:fe:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T15:59:17Z', 'updated_at': '2022-05-17T15:59:17Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 15:59:19.232794 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4bf955-8fb8-4cf8-94a3-d116b2e8b46b None None] New status for floating IP 0eda809d-abfe-435e-b749-51de5d2f1752: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 15:59:30.262262 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:30.979196 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-6332a079-5d6a-4e0a-8117-ce9ad465ef29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:33.455950 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-04713f65-de84-4447-9478-7bea939fe035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:34.374061 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:36.086429 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:37.542511 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 15:59:50.625508 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:00:00.255324 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:00.980784 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-df5ae50d-1ce2-4e0b-ab92-1596b06b2a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:03.456492 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7433c37b-8b5e-4e76-b1f1-11dac94fbac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:04.375618 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:06.088800 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:07.550287 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:08.980990 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8c2c7-81a0-470f-9160-5e54605e2225 req-2d4ff898-6d16-44b8-b424-ceef6af744e3 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:08.982634 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fba8c2c7-81a0-470f-9160-5e54605e2225 req-2d4ff898-6d16-44b8-b424-ceef6af744e3 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 946 time: 0.0475419 May 17 16:00:09.028031 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fba8c2c7-81a0-470f-9160-5e54605e2225 req-b428bad1-f1ba-40c1-a28b-fa186db0fe8e tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 May 17 16:00:10.142562 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879bb3a-ec55-4448-a5d8-4532d4fe67b7 req-54e01b30-5ec6-479d-86b8-75dd1eb89312 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:10.144045 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7879bb3a-ec55-4448-a5d8-4532d4fe67b7 req-54e01b30-5ec6-479d-86b8-75dd1eb89312 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 946 time: 0.0461030 May 17 16:00:10.193909 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7879bb3a-ec55-4448-a5d8-4532d4fe67b7 req-118da88c-37dc-455d-b251-42611e44f614 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 May 17 16:00:10.381080 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-fa135a2b-0515-47c2-91ac-106f620ebb02 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408659 May 17 16:00:10.514737 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-f301a1a6-dc09-4dc4-9eeb-b8d4c34894ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:10.516157 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-f301a1a6-dc09-4dc4-9eeb-b8d4c34894ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 1129 time: 0.0388126 May 17 16:00:10.622437 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-a90105e0-3754-4d94-b222-8057f370d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:10.623867 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-a90105e0-3754-4d94-b222-8057f370d942 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0850627 May 17 16:00:10.683030 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-d7085c00-f194-4252-8f2e-407a5b343c82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1 HTTP/1.1" status: 200 len: 1000 time: 0.0529175 May 17 16:00:10.803582 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-26d3f559-938e-4ba8-ae77-4850ade8e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:10.805064 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-26d3f559-938e-4ba8-ae77-4850ade8e9ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0440071 May 17 16:00:10.851722 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-fb29b6f9-c139-48aa-be33-c943b918d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:10.853153 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-fb29b6f9-c139-48aa-be33-c943b918d098 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415308 May 17 16:00:10.963398 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-5f6cba3a-dd9e-4526-912a-6c256f3f2832 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811157 May 17 16:00:11.079420 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-7fe0ffeb-e7ab-4ada-86dc-21429381f889 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:11.080828 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-7fe0ffeb-e7ab-4ada-86dc-21429381f889 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 946 time: 0.0541763 May 17 16:00:11.097873 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e3c7bcec-39bf-470c-842f-8eb7a34fdd8b req-e3932b2a-0fcc-4581-8c23-c2dd905d9279 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270425 May 17 16:00:11.169822 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Deleting port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:00:11.170468 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:11.258075 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] For port 3e7a2775-32cc-4d52-84e3-1fb8e668f043, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3e7a2775-32cc-4d52-84e3-1fb8e668f043,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:00:11.259011 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:11.345686 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a05282-5e9c-4717-8c4f-92ba0789b16b req-1bceed42-8d75-411b-8213-06020a4c5374 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:11.347163 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77a05282-5e9c-4717-8c4f-92ba0789b16b req-1bceed42-8d75-411b-8213-06020a4c5374 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b274fc-bee9-4e2c-bd97-8f7b11363c74 HTTP/1.1" status: 200 len: 946 time: 0.0854144 May 17 16:00:11.467770 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-77a05282-5e9c-4717-8c4f-92ba0789b16b req-4420380e-0c08-40e0-91ac-26ad519d5411 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae18e758-ea7e-494e-b9ac-005bfb12b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119444 May 17 16:00:11.490605 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:11.490977 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (43bd0cb7-1b04-4390-a599-251eabf94531), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:11.491294 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Floating IP 43bd0cb7-1b04-4390-a599-251eabf94531 disassociated. External IP: 172.27.2.159, port: 3e7a2775-32cc-4d52-84e3-1fb8e668f043. May 17 16:00:11.491638 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Calling delete_port for 3e7a2775-32cc-4d52-84e3-1fb8e668f043 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:00:11.616167 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (3e7a2775-32cc-4d52-84e3-1fb8e668f043), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:11.641299 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event deleted for resources: {'Port': ['ID=3e7a2775-32cc-4d52-84e3-1fb8e668f043,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:11.653632 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.653978 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.654345 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.654684 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.655015 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.655333 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.655659 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.655978 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.656304 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.656626 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.656945 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.657263 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.657580 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.657896 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.658237 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:11.772527 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Router 93465d19-8b13-4259-8003-6e1d977281d4 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:00:11.879389 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:00:11.888768 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] Sync routers for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:00:11.898188 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:00:11.898833 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:00:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:11.920983 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] No DVR routers for this DVR port 3e7a2775-32cc-4d52-84e3-1fb8e668f043 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:00:11.923651 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:11.926889 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e9b6386b-25d7-490d-88d5-a01f0a2643c2 req-3d75ab36-d23f-4022-8385-1e999025f0ab tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.61 "DELETE /v2.0/ports/3e7a2775-32cc-4d52-84e3-1fb8e668f043 HTTP/1.1" status: 204 len: 173 time: 0.8384881 May 17 16:00:11.927362 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'name': 'network-vif-deleted', 'tag': '3e7a2775-32cc-4d52-84e3-1fb8e668f043'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:00:11.929744 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240e524c-de9a-474b-9c27-b497b9d02a2d" -d '{"events": [{"server_uuid": "f1b274fc-bee9-4e2c-bd97-8f7b11363c74", "name": "network-vif-deleted", "tag": "3e7a2775-32cc-4d52-84e3-1fb8e668f043"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:00:11.967593 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb35adf2-1c6b-42b9-bce9-23bea796c7ce x-openstack-request-id: req-bb35adf2-1c6b-42b9-bce9-23bea796c7ce {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:00:11.967885 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b274fc-bee9-4e2c-bd97-8f7b11363c74", "name": "network-vif-deleted", "tag": "3e7a2775-32cc-4d52-84e3-1fb8e668f043", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:00:11.968139 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb35adf2-1c6b-42b9-bce9-23bea796c7ce {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:00:11.968542 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb35adf2-1c6b-42b9-bce9-23bea796c7ce'] response: {'server_uuid': 'f1b274fc-bee9-4e2c-bd97-8f7b11363c74', 'name': 'network-vif-deleted', 'tag': '3e7a2775-32cc-4d52-84e3-1fb8e668f043', 'status': 'completed', 'code': 200} May 17 16:00:12.012057 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:00:12.210381 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:12.234602 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] Checking router: 93465d19-8b13-4259-8003-6e1d977281d4 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:00:12.242696 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:00:12.243286 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:00:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:12.341517 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:00:12.518512 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:12.546400 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c916bf0-7e62-4169-9e7d-6560a05f66ad None None] The sync data for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi is: [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T15:53:16Z', 'revision_number': 4, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': 'b19bd781-6acc-4123-87d1-0a838266557d', 'name': '', 'network_id': '917a09a1-2bd7-4381-9dcc-06a916729d23', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'mac_address': 'fa:16:3e:47:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6d455570-b298-45d2-a4ac-08091d256a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:15Z', 'updated_at': '2022-05-17T15:53:20Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'subnets': [{'id': '6d455570-b298-45d2-a4ac-08091d256a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:00:12.556634 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59608) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:12.611997 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-31944381-3f7a-4c61-b9d2-edbc4839bb3f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (ae18e758-ea7e-494e-b9ac-005bfb12b8bc), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:12.635896 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-31944381-3f7a-4c61-b9d2-edbc4839bb3f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (ae18e758-ea7e-494e-b9ac-005bfb12b8bc), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:12.682392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-31944381-3f7a-4c61-b9d2-edbc4839bb3f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ae18e758-ea7e-494e-b9ac-005bfb12b8bc), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:12.684946 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-31944381-3f7a-4c61-b9d2-edbc4839bb3f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:12.686091 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-31944381-3f7a-4c61-b9d2-edbc4839bb3f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "DELETE /v2.0/security-groups/ae18e758-ea7e-494e-b9ac-005bfb12b8bc HTTP/1.1" status: 204 len: 168 time: 0.1283324 May 17 16:00:12.688826 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59610) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:12.695409 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31944381-3f7a-4c61-b9d2-edbc4839bb3f tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae18e758-ea7e-494e-b9ac-005bfb12b8bc,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:12.707564 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-6ea33a34-01ec-467b-8721-61137902bee3 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] show failed (client error): The resource could not be found. May 17 16:00:12.712234 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6ea33a34-01ec-467b-8721-61137902bee3 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "GET /v2.0/security-groups/ae18e758-ea7e-494e-b9ac-005bfb12b8bc HTTP/1.1" status: 404 len: 347 time: 0.0210423 May 17 16:00:12.712409 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59612) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:12.780247 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd40d6e-cb64-498c-8b96-a81ee242f451 None None] New status for floating IP 43bd0cb7-1b04-4390-a599-251eabf94531: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 16:00:12.823026 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Deleting port 1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:00:12.823361 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:12.902225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:12.902554 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:12.916341 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Calling delete_port for 1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:00:13.055561 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:13.078557 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Pushing event deleted for resources: {'Port': ['ID=1b7d16b2-d21f-405d-ba3c-dbb3722b0f5e,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:13.141846 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks [] for floatingip (43bd0cb7-1b04-4390-a599-251eabf94531), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:13.144656 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:13.146106 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1f04df43-cc02-4736-bff3-de77b3b26178 tempest-AttachVolumeTestJSON-372899460 tempest-AttachVolumeTestJSON-372899460-project] 10.222.0.75 "DELETE /v2.0/floatingips/43bd0cb7-1b04-4390-a599-251eabf94531 HTTP/1.1" status: 204 len: 168 time: 0.4328225 May 17 16:00:15.820209 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3e7a2775-32cc-4d52-84e3-1fb8e668f043 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:00:15.839457 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 3e7a2775-32cc-4d52-84e3-1fb8e668f043 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:00:15.839796 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3e7a2775-32cc-4d52-84e3-1fb8e668f043 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:00:16.658758 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59642) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:17.059071 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (93465d19-8b13-4259-8003-6e1d977281d4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:17.270982 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Deleting port b19bd781-6acc-4123-87d1-0a838266557d {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:00:17.271213 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (b19bd781-6acc-4123-87d1-0a838266557d), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:17.348310 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] For port b19bd781-6acc-4123-87d1-0a838266557d, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=b19bd781-6acc-4123-87d1-0a838266557d,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:00:17.348667 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (b19bd781-6acc-4123-87d1-0a838266557d), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:17.362385 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Calling delete_port for b19bd781-6acc-4123-87d1-0a838266557d owned by network:router_interface {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:00:17.534824 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b19bd781-6acc-4123-87d1-0a838266557d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:17.561545 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b19bd781-6acc-4123-87d1-0a838266557d,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:17.717737 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (93465d19-8b13-4259-8003-6e1d977281d4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:18.188185 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Router 93465d19-8b13-4259-8003-6e1d977281d4 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:00:18.294502 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:00:18.299279 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-2a4b977a-ec50-4795-9956-982db7257fe2 admin admin] 10.222.0.75 "PUT /v2.0/routers/93465d19-8b13-4259-8003-6e1d977281d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394506 May 17 16:00:18.301759 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59646) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:18.304335 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] Sync routers for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:00:18.315993 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:00:18.316601 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:00:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:18.397065 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks [] for router (93465d19-8b13-4259-8003-6e1d977281d4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:18.413851 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:00:18.493773 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks [] for router_gateway (93465d19-8b13-4259-8003-6e1d977281d4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:18.533896 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Deleting port 7cbb3f20-1aa8-4faa-a129-66838691f64a {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:00:18.534259 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:18.576631 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T16:00:17Z', 'revision_number': 5, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port': {'id': '7cbb3f20-1aa8-4faa-a129-66838691f64a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93465d19-8b13-4259-8003-6e1d977281d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:53:14Z', 'updated_at': '2022-05-17T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:18.603939 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] Checking router: 93465d19-8b13-4259-8003-6e1d977281d4 for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:00:18.612505 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] Routers {'93465d19-8b13-4259-8003-6e1d977281d4'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:00:18.613108 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:00:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['93465d19-8b13-4259-8003-6e1d977281d4'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:18.622917 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] For port 7cbb3f20-1aa8-4faa-a129-66838691f64a, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=7cbb3f20-1aa8-4faa-a129-66838691f64a,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:00:18.623282 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:18.636739 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Calling delete_port for 7cbb3f20-1aa8-4faa-a129-66838691f64a owned by network:router_gateway {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:00:18.693559 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] Set router 93465d19-8b13-4259-8003-6e1d977281d4 gateway port host: None {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:00:18.742667 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T16:00:18Z', 'revision_number': 6, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:18.766295 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4930bba-6cc0-49cf-987b-aa4eb26c090b None None] The sync data for ids ['93465d19-8b13-4259-8003-6e1d977281d4'] in dv-cinder-842128-1-iscsi is: [{'id': '93465d19-8b13-4259-8003-6e1d977281d4', 'name': 'tempest-AttachVolumeTestJSON-445706343-router', 'tenant_id': 'fabeead7b416455b8d93f9531f895ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:53:13Z', 'updated_at': '2022-05-17T16:00:18Z', 'revision_number': 6, 'project_id': 'fabeead7b416455b8d93f9531f895ba4', 'gw_port_host': None}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:00:18.802244 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (7cbb3f20-1aa8-4faa-a129-66838691f64a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:18.826377 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbb3f20-1aa8-4faa-a129-66838691f64a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:18.886877 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (93465d19-8b13-4259-8003-6e1d977281d4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:18.977672 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (93465d19-8b13-4259-8003-6e1d977281d4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:18.979815 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks [] for router_controller (93465d19-8b13-4259-8003-6e1d977281d4), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.021456 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (93465d19-8b13-4259-8003-6e1d977281d4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.022079 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93465d19-8b13-4259-8003-6e1d977281d4 {{(pid=110301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 16:00:19.027329 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.028457 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-97f2fd8f-d352-4d7d-b78c-864f41ae2a81 admin admin] 10.222.0.75 "DELETE /v2.0/routers/93465d19-8b13-4259-8003-6e1d977281d4 HTTP/1.1" status: 204 len: 168 time: 0.7257817 May 17 16:00:19.031084 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59648) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:19.074240 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3adf606-9d25-420b-8003-27a5236f5555 admin admin] Deleting subnet 6d455570-b298-45d2-a4ac-08091d256a14 {{(pid=110301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 16:00:19.077165 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d3adf606-9d25-420b-8003-27a5236f5555 admin admin] Publish callbacks [] for subnet (6d455570-b298-45d2-a4ac-08091d256a14), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.114430 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d3adf606-9d25-420b-8003-27a5236f5555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13728994'] for subnet (6d455570-b298-45d2-a4ac-08091d256a14), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.202681 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d3adf606-9d25-420b-8003-27a5236f5555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (6d455570-b298-45d2-a4ac-08091d256a14), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.258840 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d3adf606-9d25-420b-8003-27a5236f5555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13473968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771334'] for subnet (6d455570-b298-45d2-a4ac-08091d256a14), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.282915 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adf606-9d25-420b-8003-27a5236f5555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d455570-b298-45d2-a4ac-08091d256a14,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:19.286466 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d3adf606-9d25-420b-8003-27a5236f5555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.289983 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-d3adf606-9d25-420b-8003-27a5236f5555 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6d455570-b298-45d2-a4ac-08091d256a14 HTTP/1.1" status: 204 len: 168 time: 0.2579849 May 17 16:00:19.292418 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59650) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:19.295024 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016112b-ae31-4b3d-861c-a58c29878402 None None] Network 917a09a1-2bd7-4381-9dcc-06a916729d23 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 16:00:19.362432 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (917a09a1-2bd7-4381-9dcc-06a916729d23), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.403482 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Deleting port 2ab406f4-c310-4629-9470-0793b0849abe {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:00:19.403818 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (2ab406f4-c310-4629-9470-0793b0849abe), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.465847 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] For port 2ab406f4-c310-4629-9470-0793b0849abe, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=2ab406f4-c310-4629-9470-0793b0849abe,segment=NetworkSegment(2737393d-5458-4e4a-8a16-128a2e8e9c8e),segment_id=2737393d-5458-4e4a-8a16-128a2e8e9c8e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:00:19.466170 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (2ab406f4-c310-4629-9470-0793b0849abe), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.478466 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Calling delete_port for 2ab406f4-c310-4629-9470-0793b0849abe owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:00:19.545551 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] DHCP port deletion for 917a09a1-2bd7-4381-9dcc-06a916729d23 request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 16:00:19.553415 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b19bd781-6acc-4123-87d1-0a838266557d no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:00:19.561657 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (2ab406f4-c310-4629-9470-0793b0849abe), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.587689 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab406f4-c310-4629-9470-0793b0849abe,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:19.589496 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] No DVR routers for this DVR port 2ab406f4-c310-4629-9470-0793b0849abe on host dv-cinder-842128-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:00:19.596915 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: b19bd781-6acc-4123-87d1-0a838266557d {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:00:19.597262 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device b19bd781-6acc-4123-87d1-0a838266557d not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:00:19.611600 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Deleting port 2ab406f4-c310-4629-9470-0793b0849abe {{(pid=110302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:00:19.611978 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (2ab406f4-c310-4629-9470-0793b0849abe), before_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.663123 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (917a09a1-2bd7-4381-9dcc-06a916729d23), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.678901 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] For port 2ab406f4-c310-4629-9470-0793b0849abe, host dv-cinder-842128-1-iscsi, got binding levels [] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:00:19.679297 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (2ab406f4-c310-4629-9470-0793b0849abe), precommit_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.684627 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917a09a1-2bd7-4381-9dcc-06a916729d23']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:19.693215 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Calling delete_port for 2ab406f4-c310-4629-9470-0793b0849abe owned by network:dhcp {{(pid=110302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:00:19.693761 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2737393d-5458-4e4a-8a16-128a2e8e9c8e') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:19.694084 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2737393d-5458-4e4a-8a16-128a2e8e9c8e') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:00:19.696282 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.ipam_backend_mixin [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Port 2ab406f4-c310-4629-9470-0793b0849abe was not found and therefore no delete operation was performed {{(pid=110302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 16:00:19.697603 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734'] for port (2ab406f4-c310-4629-9470-0793b0849abe), after_delete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.703347 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (2737393d-5458-4e4a-8a16-128a2e8e9c8e), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.716710 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (2737393d-5458-4e4a-8a16-128a2e8e9c8e), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.722604 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:00:19.722975 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (2737393d-5458-4e4a-8a16-128a2e8e9c8e), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:00:19.724766 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:00:19.727394 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Pushing event deleted for resources: {'Port': ['ID=2ab406f4-c310-4629-9470-0793b0849abe,revision_number=None']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:19.730968 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] No DVR routers for this DVR port 2ab406f4-c310-4629-9470-0793b0849abe on host dv-cinder-842128-1-iscsi {{(pid=110302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:00:19.736968 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.737325 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.737663 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.738032 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.738353 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.738889 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.739221 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.739553 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.739883 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.740211 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.740539 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.740866 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.741190 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.741514 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.741836 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f3584-f7da-467f-a4a4-7e134911da85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:19.787882 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (917a09a1-2bd7-4381-9dcc-06a916729d23), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.793805 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:19.797406 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] 10.222.0.75 "DELETE /v2.0/networks/917a09a1-2bd7-4381-9dcc-06a916729d23 HTTP/1.1" status: 204 len: 168 time: 0.5040786 May 17 16:00:19.814107 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e245815-2fcb-4f30-b163-c3906162a4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=917a09a1-2bd7-4381-9dcc-06a916729d23,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:19.921186 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59654) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:19.964678 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1504cd8f-6673-4a05-8b36-73863b7167bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fabeead7b416455b8d93f9531f895ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420125 May 17 16:00:19.966894 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59656) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:20.012196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-20c167b8-7ebe-4a73-ad33-0cdb87eac3a0 admin admin] Publish callbacks [] for security_group (7f871acd-6001-4899-8083-a34d22613691), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:20.033123 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-20c167b8-7ebe-4a73-ad33-0cdb87eac3a0 admin admin] Publish callbacks [] for security_group (7f871acd-6001-4899-8083-a34d22613691), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:20.079122 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-20c167b8-7ebe-4a73-ad33-0cdb87eac3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (7f871acd-6001-4899-8083-a34d22613691), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:20.081610 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-20c167b8-7ebe-4a73-ad33-0cdb87eac3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:20.082795 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-20c167b8-7ebe-4a73-ad33-0cdb87eac3a0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f871acd-6001-4899-8083-a34d22613691 HTTP/1.1" status: 204 len: 168 time: 0.1150119 May 17 16:00:20.091039 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c167b8-7ebe-4a73-ad33-0cdb87eac3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f871acd-6001-4899-8083-a34d22613691,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:21.138958 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7cbb3f20-1aa8-4faa-a129-66838691f64a no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:00:21.158458 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 7cbb3f20-1aa8-4faa-a129-66838691f64a {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:00:21.158818 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 7cbb3f20-1aa8-4faa-a129-66838691f64a not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:00:21.159306 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 2ab406f4-c310-4629-9470-0793b0849abe no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:00:21.176959 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 2ab406f4-c310-4629-9470-0793b0849abe {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:00:21.177299 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 2ab406f4-c310-4629-9470-0793b0849abe not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:00:21.312425 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59706) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:21.413292 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a02f56bf-cb2a-4935-a7a7-a6fc4758b5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:21.488903 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a02f56bf-cb2a-4935-a7a7-a6fc4758b5f2 admin admin] Publish callbacks [] for security_group (9d171257-920f-40d5-8168-d019831d539c), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:21.492544 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a02f56bf-cb2a-4935-a7a7-a6fc4758b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9d171257-920f-40d5-8168-d019831d539c), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:21.529181 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-a02f56bf-cb2a-4935-a7a7-a6fc4758b5f2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0193131753454d8689027a7401ac5617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157328 May 17 16:00:21.530106 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f56bf-cb2a-4935-a7a7-a6fc4758b5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d171257-920f-40d5-8168-d019831d539c,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:21.531965 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59710) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:21.580006 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Publish callbacks [] for security_group (9d171257-920f-40d5-8168-d019831d539c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:21.600385 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Publish callbacks [] for security_group (9d171257-920f-40d5-8168-d019831d539c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:21.646014 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (9d171257-920f-40d5-8168-d019831d539c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:21.648631 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:21.649848 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d171257-920f-40d5-8168-d019831d539c HTTP/1.1" status: 204 len: 168 time: 0.1163857 May 17 16:00:21.658107 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d171257-920f-40d5-8168-d019831d539c,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:21.666060 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.666336 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.666701 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.667041 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.667370 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.667696 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.668019 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.668381 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.668650 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.668974 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.669296 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.669617 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.669938 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.670281 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:21.670596 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcaea4a-dc57-45f2-a35a-3785c3e18406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:00:23.463695 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59780) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:23.564066 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0e490d9-ebcd-4a93-965c-6604d8897696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:23.637690 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0e490d9-ebcd-4a93-965c-6604d8897696 admin admin] Publish callbacks [] for security_group (c558d27c-be47-4062-b55b-3893bc8337b4), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:23.641159 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0e490d9-ebcd-4a93-965c-6604d8897696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (c558d27c-be47-4062-b55b-3893bc8337b4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:23.677844 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a0e490d9-ebcd-4a93-965c-6604d8897696 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b8d3276bc90e431bbf1ddfb901a9aed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130976 May 17 16:00:23.678701 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e490d9-ebcd-4a93-965c-6604d8897696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c558d27c-be47-4062-b55b-3893bc8337b4,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:23.681211 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59784) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:23.730692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bda4baa8-84b6-430b-9946-925434c061cf admin admin] Publish callbacks [] for security_group (c558d27c-be47-4062-b55b-3893bc8337b4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:23.751826 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bda4baa8-84b6-430b-9946-925434c061cf admin admin] Publish callbacks [] for security_group (c558d27c-be47-4062-b55b-3893bc8337b4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:23.796881 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bda4baa8-84b6-430b-9946-925434c061cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (c558d27c-be47-4062-b55b-3893bc8337b4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:23.799472 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bda4baa8-84b6-430b-9946-925434c061cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:23.800607 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-bda4baa8-84b6-430b-9946-925434c061cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c558d27c-be47-4062-b55b-3893bc8337b4 HTTP/1.1" status: 204 len: 168 time: 0.1183867 May 17 16:00:23.809328 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4baa8-84b6-430b-9946-925434c061cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c558d27c-be47-4062-b55b-3893bc8337b4,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:24.053804 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59790) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:24.066870 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8f430198-4956-4450-bf51-8f6b97a94563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:24.141834 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8f430198-4956-4450-bf51-8f6b97a94563 admin admin] Publish callbacks [] for security_group (463815a0-0f96-4488-adef-46e866e713c7), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:24.146421 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8f430198-4956-4450-bf51-8f6b97a94563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (463815a0-0f96-4488-adef-46e866e713c7), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:24.187473 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8f430198-4956-4450-bf51-8f6b97a94563 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=135604d26a8f4fc787bb2c709332ca48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325307 May 17 16:00:24.188339 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f430198-4956-4450-bf51-8f6b97a94563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463815a0-0f96-4488-adef-46e866e713c7,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:24.190712 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59792) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:24.238254 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-47fd07d9-26fb-4fb0-9387-a06feaf6afbd admin admin] Publish callbacks [] for security_group (463815a0-0f96-4488-adef-46e866e713c7), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:24.260962 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-47fd07d9-26fb-4fb0-9387-a06feaf6afbd admin admin] Publish callbacks [] for security_group (463815a0-0f96-4488-adef-46e866e713c7), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:24.307216 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-47fd07d9-26fb-4fb0-9387-a06feaf6afbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (463815a0-0f96-4488-adef-46e866e713c7), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:24.309870 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-47fd07d9-26fb-4fb0-9387-a06feaf6afbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:24.311067 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-47fd07d9-26fb-4fb0-9387-a06feaf6afbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/463815a0-0f96-4488-adef-46e866e713c7 HTTP/1.1" status: 204 len: 168 time: 0.1186831 May 17 16:00:24.318714 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd07d9-26fb-4fb0-9387-a06feaf6afbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463815a0-0f96-4488-adef-46e866e713c7,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:27.624661 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:00:30.271134 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:30.982554 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3edc55ca-d00a-4a0f-96a4-ebe1ea85367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:33.459080 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7eda3f6e-8ce8-4f53-a0a6-95b48a501289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:34.379019 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.091451 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.226848 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59936) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:36.327676 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd3f9-9fa8-480e-b43e-b0c6a1bc1e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.404262 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd3f9-9fa8-480e-b43e-b0c6a1bc1e6a admin admin] Publish callbacks [] for security_group (2ccec730-da39-4d69-bfd2-1a2019b7c06f), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.407733 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd3f9-9fa8-480e-b43e-b0c6a1bc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (2ccec730-da39-4d69-bfd2-1a2019b7c06f), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.442206 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdd3f9-9fa8-480e-b43e-b0c6a1bc1e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccec730-da39-4d69-bfd2-1a2019b7c06f,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:36.446880 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-5ccdd3f9-9fa8-480e-b43e-b0c6a1bc1e6a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aa069f106d3e4ed980787a63d3afcca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190421 May 17 16:00:36.449429 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59940) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:36.496410 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f0d-ecc5-4ca9-a6c5-a6f9f233ffaf admin admin] Publish callbacks [] for security_group (2ccec730-da39-4d69-bfd2-1a2019b7c06f), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.517560 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f0d-ecc5-4ca9-a6c5-a6f9f233ffaf admin admin] Publish callbacks [] for security_group (2ccec730-da39-4d69-bfd2-1a2019b7c06f), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.563841 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f0d-ecc5-4ca9-a6c5-a6f9f233ffaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (2ccec730-da39-4d69-bfd2-1a2019b7c06f), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.566365 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f0d-ecc5-4ca9-a6c5-a6f9f233ffaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.567475 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-fbb05f0d-ecc5-4ca9-a6c5-a6f9f233ffaf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2ccec730-da39-4d69-bfd2-1a2019b7c06f HTTP/1.1" status: 204 len: 168 time: 0.1171656 May 17 16:00:36.575167 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb05f0d-ecc5-4ca9-a6c5-a6f9f233ffaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccec730-da39-4d69-bfd2-1a2019b7c06f,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:36.818843 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59946) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:36.832318 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd288-84cc-4e42-979a-ed0bc32e379b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.910667 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd288-84cc-4e42-979a-ed0bc32e379b admin admin] Publish callbacks [] for security_group (ace85d9d-e387-4a4d-aa3c-351390060044), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.915141 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd288-84cc-4e42-979a-ed0bc32e379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ace85d9d-e387-4a4d-aa3c-351390060044), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:36.951764 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-fc9bd288-84cc-4e42-979a-ed0bc32e379b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4896f4d253674d5eb5ed8f89dfd82947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318347 May 17 16:00:36.952596 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bd288-84cc-4e42-979a-ed0bc32e379b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace85d9d-e387-4a4d-aa3c-351390060044,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:36.954608 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59948) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:37.001877 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5d934edb-6d2d-4089-bf7e-17a7035fa8af admin admin] Publish callbacks [] for security_group (ace85d9d-e387-4a4d-aa3c-351390060044), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:37.026427 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5d934edb-6d2d-4089-bf7e-17a7035fa8af admin admin] Publish callbacks [] for security_group (ace85d9d-e387-4a4d-aa3c-351390060044), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:37.071414 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5d934edb-6d2d-4089-bf7e-17a7035fa8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ace85d9d-e387-4a4d-aa3c-351390060044), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:37.073866 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5d934edb-6d2d-4089-bf7e-17a7035fa8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:37.075091 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5d934edb-6d2d-4089-bf7e-17a7035fa8af admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ace85d9d-e387-4a4d-aa3c-351390060044 HTTP/1.1" status: 204 len: 168 time: 0.1193926 May 17 16:00:37.082682 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d934edb-6d2d-4089-bf7e-17a7035fa8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace85d9d-e387-4a4d-aa3c-351390060044,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:37.551221 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:38.626171 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 59994) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:38.728127 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-83ab5c7d-20ab-41ec-9ee0-38aa59afb7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:38.799762 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-83ab5c7d-20ab-41ec-9ee0-38aa59afb7d1 admin admin] Publish callbacks [] for security_group (84698848-84e7-4aa2-91a4-cc681e021f73), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:38.803392 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-83ab5c7d-20ab-41ec-9ee0-38aa59afb7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (84698848-84e7-4aa2-91a4-cc681e021f73), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:38.840768 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-83ab5c7d-20ab-41ec-9ee0-38aa59afb7d1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7faed97b15454e068a09c8d8171238e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135727 May 17 16:00:38.841711 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab5c7d-20ab-41ec-9ee0-38aa59afb7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84698848-84e7-4aa2-91a4-cc681e021f73,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:38.843494 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 59998) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:38.891690 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cf6c45a4-ad0e-40a4-9a44-8e39d0c0d376 admin admin] Publish callbacks [] for security_group (84698848-84e7-4aa2-91a4-cc681e021f73), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:38.913194 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cf6c45a4-ad0e-40a4-9a44-8e39d0c0d376 admin admin] Publish callbacks [] for security_group (84698848-84e7-4aa2-91a4-cc681e021f73), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:38.959060 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cf6c45a4-ad0e-40a4-9a44-8e39d0c0d376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (84698848-84e7-4aa2-91a4-cc681e021f73), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:38.962216 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cf6c45a4-ad0e-40a4-9a44-8e39d0c0d376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:38.963337 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-cf6c45a4-ad0e-40a4-9a44-8e39d0c0d376 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84698848-84e7-4aa2-91a4-cc681e021f73 HTTP/1.1" status: 204 len: 168 time: 0.1188066 May 17 16:00:38.970546 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c45a4-ad0e-40a4-9a44-8e39d0c0d376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84698848-84e7-4aa2-91a4-cc681e021f73,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:39.221511 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 60004) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:39.234719 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b388-173c-4936-980b-6a46badcc532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:39.309215 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b388-173c-4936-980b-6a46badcc532 admin admin] Publish callbacks [] for security_group (93c28c8f-5953-436c-8ba6-d431363b6da6), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:39.313329 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b388-173c-4936-980b-6a46badcc532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (93c28c8f-5953-436c-8ba6-d431363b6da6), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:39.352962 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4bd0b388-173c-4936-980b-6a46badcc532 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=073e401e8f6a48dcb2fdc999df1669fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303511 May 17 16:00:39.354878 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0b388-173c-4936-980b-6a46badcc532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c28c8f-5953-436c-8ba6-d431363b6da6,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:39.355696 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60006) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:39.402122 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3f264f5f-a6fc-4d8d-be58-c18da917abbc admin admin] Publish callbacks [] for security_group (93c28c8f-5953-436c-8ba6-d431363b6da6), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:39.423255 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3f264f5f-a6fc-4d8d-be58-c18da917abbc admin admin] Publish callbacks [] for security_group (93c28c8f-5953-436c-8ba6-d431363b6da6), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:39.471491 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3f264f5f-a6fc-4d8d-be58-c18da917abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (93c28c8f-5953-436c-8ba6-d431363b6da6), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:39.474028 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3f264f5f-a6fc-4d8d-be58-c18da917abbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:39.475157 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3f264f5f-a6fc-4d8d-be58-c18da917abbc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93c28c8f-5953-436c-8ba6-d431363b6da6 HTTP/1.1" status: 204 len: 168 time: 0.1184893 May 17 16:00:39.483730 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f264f5f-a6fc-4d8d-be58-c18da917abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c28c8f-5953-436c-8ba6-d431363b6da6,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:41.515081 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60076) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:41.614476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a0f0-65fe-4086-a0dc-c6d8cc58c571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:41.688434 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a0f0-65fe-4086-a0dc-c6d8cc58c571 admin admin] Publish callbacks [] for security_group (23c595a2-21f5-4401-ac14-db2852f575e1), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:41.691491 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a0f0-65fe-4086-a0dc-c6d8cc58c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (23c595a2-21f5-4401-ac14-db2852f575e1), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:41.728123 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1ab1a0f0-65fe-4086-a0dc-c6d8cc58c571 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=258d76f6e47044d49f50580bd736a4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120173 May 17 16:00:41.729991 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1a0f0-65fe-4086-a0dc-c6d8cc58c571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c595a2-21f5-4401-ac14-db2852f575e1,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:41.730883 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 60080) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:41.778233 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-35cbcbb2-2633-4707-923b-5d67eaaa1a49 admin admin] Publish callbacks [] for security_group (23c595a2-21f5-4401-ac14-db2852f575e1), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:41.799084 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-35cbcbb2-2633-4707-923b-5d67eaaa1a49 admin admin] Publish callbacks [] for security_group (23c595a2-21f5-4401-ac14-db2852f575e1), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:41.846270 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-35cbcbb2-2633-4707-923b-5d67eaaa1a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (23c595a2-21f5-4401-ac14-db2852f575e1), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:41.848822 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-35cbcbb2-2633-4707-923b-5d67eaaa1a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:41.849988 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-35cbcbb2-2633-4707-923b-5d67eaaa1a49 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23c595a2-21f5-4401-ac14-db2852f575e1 HTTP/1.1" status: 204 len: 168 time: 0.1178095 May 17 16:00:41.857907 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbcbb2-2633-4707-923b-5d67eaaa1a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c595a2-21f5-4401-ac14-db2852f575e1,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:42.099656 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60086) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:42.112978 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fccc4356-89c7-4857-ac93-e5b208ddaa99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:42.189199 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fccc4356-89c7-4857-ac93-e5b208ddaa99 admin admin] Publish callbacks [] for security_group (24cdb538-22f9-4eee-983c-59f13e135c62), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:42.192967 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fccc4356-89c7-4857-ac93-e5b208ddaa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (24cdb538-22f9-4eee-983c-59f13e135c62), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:42.232973 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-fccc4356-89c7-4857-ac93-e5b208ddaa99 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87dcd53f08d844f6972fb4c02a92cbd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295917 May 17 16:00:42.232973 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc4356-89c7-4857-ac93-e5b208ddaa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cdb538-22f9-4eee-983c-59f13e135c62,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:42.235579 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60088) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:42.285265 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8788c179-83ed-4c77-9f34-5e5ed5a4c4ba admin admin] Publish callbacks [] for security_group (24cdb538-22f9-4eee-983c-59f13e135c62), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:42.309121 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8788c179-83ed-4c77-9f34-5e5ed5a4c4ba admin admin] Publish callbacks [] for security_group (24cdb538-22f9-4eee-983c-59f13e135c62), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:42.358675 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8788c179-83ed-4c77-9f34-5e5ed5a4c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (24cdb538-22f9-4eee-983c-59f13e135c62), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:42.361660 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8788c179-83ed-4c77-9f34-5e5ed5a4c4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:42.362828 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-8788c179-83ed-4c77-9f34-5e5ed5a4c4ba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24cdb538-22f9-4eee-983c-59f13e135c62 HTTP/1.1" status: 204 len: 168 time: 0.1260979 May 17 16:00:42.370253 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788c179-83ed-4c77-9f34-5e5ed5a4c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cdb538-22f9-4eee-983c-59f13e135c62,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:52.874849 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60194) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:52.978496 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7bb25d8f-4a6c-4031-938c-c07f5e01901e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.051474 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7bb25d8f-4a6c-4031-938c-c07f5e01901e admin admin] Publish callbacks [] for security_group (0e016d8b-63c6-47f6-9ba8-487d900bcf1d), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.054945 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7bb25d8f-4a6c-4031-938c-c07f5e01901e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (0e016d8b-63c6-47f6-9ba8-487d900bcf1d), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.092419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-7bb25d8f-4a6c-4031-938c-c07f5e01901e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d1fa4255408414b8d51cdc8fd7f3706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165983 May 17 16:00:53.093291 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb25d8f-4a6c-4031-938c-c07f5e01901e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e016d8b-63c6-47f6-9ba8-487d900bcf1d,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:53.095100 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 60198) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:53.142403 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-82c7a588-d0c6-4730-8434-f00b1142944f admin admin] Publish callbacks [] for security_group (0e016d8b-63c6-47f6-9ba8-487d900bcf1d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.164277 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-82c7a588-d0c6-4730-8434-f00b1142944f admin admin] Publish callbacks [] for security_group (0e016d8b-63c6-47f6-9ba8-487d900bcf1d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.209350 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-82c7a588-d0c6-4730-8434-f00b1142944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (0e016d8b-63c6-47f6-9ba8-487d900bcf1d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.212622 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-82c7a588-d0c6-4730-8434-f00b1142944f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.213729 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-82c7a588-d0c6-4730-8434-f00b1142944f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e016d8b-63c6-47f6-9ba8-487d900bcf1d HTTP/1.1" status: 204 len: 168 time: 0.1175280 May 17 16:00:53.221066 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7a588-d0c6-4730-8434-f00b1142944f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e016d8b-63c6-47f6-9ba8-487d900bcf1d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:53.466969 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 60204) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:53.482594 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-44986249-e3ce-43e9-9a8c-bbced45dca72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.556970 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-44986249-e3ce-43e9-9a8c-bbced45dca72 admin admin] Publish callbacks [] for security_group (d4d2ab54-7557-4ca2-9384-b90b51589468), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.560434 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-44986249-e3ce-43e9-9a8c-bbced45dca72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d4d2ab54-7557-4ca2-9384-b90b51589468), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.598185 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-44986249-e3ce-43e9-9a8c-bbced45dca72 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf5a083a6478460b9a759e4ae2f03c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301489 May 17 16:00:53.599246 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44986249-e3ce-43e9-9a8c-bbced45dca72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d2ab54-7557-4ca2-9384-b90b51589468,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:53.600919 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60206) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:53.650249 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f69578b3-f9dc-450a-b9f6-5a5f874506f2 admin admin] Publish callbacks [] for security_group (d4d2ab54-7557-4ca2-9384-b90b51589468), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.670091 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f69578b3-f9dc-450a-b9f6-5a5f874506f2 admin admin] Publish callbacks [] for security_group (d4d2ab54-7557-4ca2-9384-b90b51589468), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.715395 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f69578b3-f9dc-450a-b9f6-5a5f874506f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (d4d2ab54-7557-4ca2-9384-b90b51589468), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.718408 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f69578b3-f9dc-450a-b9f6-5a5f874506f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:53.719562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-f69578b3-f9dc-450a-b9f6-5a5f874506f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4d2ab54-7557-4ca2-9384-b90b51589468 HTTP/1.1" status: 204 len: 168 time: 0.1176748 May 17 16:00:53.726838 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69578b3-f9dc-450a-b9f6-5a5f874506f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d2ab54-7557-4ca2-9384-b90b51589468,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:54.361032 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60230) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:54.456194 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2002873768-network', 'tenant_id': 'e2d2f895d6cb4e218216aa316538d046'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:00:54.476410 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Made reservation on behalf of e2d2f895d6cb4e218216aa316538d046 for: {'network': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:00:54.479115 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for network (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.487935 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.560532 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Publish callbacks [] for security_group (3fa43bec-3bb6-4cf7-a6e4-312c76c32198), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.564099 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (3fa43bec-3bb6-4cf7-a6e4-312c76c32198), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.587500 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=110301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:00:54.596105 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa43bec-3bb6-4cf7-a6e4-312c76c32198,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:54.602690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763604386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (23279fc6-d053-459e-a798-4f8342631ca8), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.603128 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.segments_db [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Added segment 23279fc6-d053-459e-a798-4f8342631ca8 of type vlan for network c338d75b-ea08-46a5-8585-b0871783daf7 May 17 16:00:54.642788 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763603877762'] for network (c338d75b-ea08-46a5-8585-b0871783daf7), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.666078 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046'] for network (c338d75b-ea08-46a5-8585-b0871783daf7), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.667054 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:54.667626 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.701068 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3388636 May 17 16:00:54.703822 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60234) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:00:54.709433 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Request body: {'subnet': {'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2002873768-subnet', 'tenant_id': 'e2d2f895d6cb4e218216aa316538d046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:00:54.745057 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad560921-a3fb-4238-b788-73da796f570f admin admin] Pushing event updated for resources: {'Network': ['ID=c338d75b-ea08-46a5-8585-b0871783daf7,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:54.754837 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Network c338d75b-ea08-46a5-8585-b0871783daf7 details requested by agent ovs-agent-dv-cinder-842128-1-iscsi with host dv-cinder-842128-1-iscsi {{(pid=110302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 16:00:54.757900 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Made reservation on behalf of e2d2f895d6cb4e218216aa316538d046 for: {'subnet': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:00:54.760476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771371'] for subnet (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.930965 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771389'] for subnet (927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:54.984775 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8,revision_number=0']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:54.993311 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Checking segment: {'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 16:00:54.993667 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Network hostable DHCP agents. Network: c338d75b-ea08-46a5-8585-b0871783daf7, hostable agents: ['849d1c1f-8a67-4dc8-bf2c-17ade844da87'], hosted agents: [] {{(pid=110301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:00:55.009859 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Network c338d75b-ea08-46a5-8585-b0871783daf7 is scheduled to be hosted by DHCP agent 849d1c1f-8a67-4dc8-bf2c-17ade844da87 with binding_index 1 {{(pid=110301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:00:55.018077 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842128-1-iscsi, c338d75b-ea08-46a5-8585-b0871783daf7) {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:00:55.022938 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:55.023694 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:55.028038 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18c57a-359d-4c6d-a7e4-5d3274ea5a72 None None] Network c338d75b-ea08-46a5-8585-b0871783daf7 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 16:00:55.040344 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-10ab2f31-8cdb-4cb7-9ff6-75de3262dbb7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3354838 May 17 16:00:55.248813 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6ccc7-c56a-4623-b8e6-243a7b7f5813 None None] Network c338d75b-ea08-46a5-8585-b0871783daf7 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 16:00:56.772209 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-0a840ab5-c787-4145-9c76-714d3e90c095 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:56.774147 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-0a840ab5-c787-4145-9c76-714d3e90c095 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/networks?id=c338d75b-ea08-46a5-8585-b0871783daf7 HTTP/1.1" status: 200 len: 814 time: 0.1014278 May 17 16:00:56.788002 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bb49fdc2-1a2c-47ea-91a8-4b7702164137 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/quotas/e2d2f895d6cb4e218216aa316538d046 HTTP/1.1" status: 200 len: 375 time: 0.0085931 May 17 16:00:56.819891 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-7236678c-4261-4877-b831-739c11c8ddaf tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e2d2f895d6cb4e218216aa316538d046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267925 May 17 16:00:56.951820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-af4e9cc3-0264-4a50-a19f-fa9b4293153c service neutron] 10.222.0.75 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254423 May 17 16:00:57.037505 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6b825011-8e57-482c-b625-c6d2aaca34d4 service neutron] 10.222.0.75 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798764 May 17 16:00:57.197960 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-81e385d3-300b-40da-aad1-bd6d7c76a52d req-a699eeae-5ca1-46eb-b9cc-4458c67af6b4 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 210 time: 0.0311344 May 17 16:00:58.176744 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-25702d48-e4a8-44cb-bf0c-04d933b17b6c tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:58.178216 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-25702d48-e4a8-44cb-bf0c-04d933b17b6c tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.61 "GET /v2.0/networks?id=c338d75b-ea08-46a5-8585-b0871783daf7 HTTP/1.1" status: 200 len: 814 time: 0.1073451 May 17 16:00:58.189603 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Request body: {'port': {'device_id': 'a879392e-422c-4d02-b3f1-9167eabf069d', 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7', 'admin_state_up': True, 'tenant_id': 'e2d2f895d6cb4e218216aa316538d046'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:00:58.302858 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-daf62c5f-a08a-4db1-a429-80986035c33a req-b2d887cd-4d44-4282-b6b2-5d59434287a9 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 210 time: 0.0357399 May 17 16:00:58.328908 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Made reservation on behalf of e2d2f895d6cb4e218216aa316538d046 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:00:58.333893 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:58.476010 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Allocated IP 172.20.0.2 (c338d75b-ea08-46a5-8585-b0871783daf7/927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8/b8b63290-7236-4427-810a-77eeec6119e4) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:00:58.624982 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks [] for port (b8b63290-7236-4427-810a-77eeec6119e4), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:58.657419 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b8b63290-7236-4427-810a-77eeec6119e4), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:58.699295 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Network c338d75b-ea08-46a5-8585-b0871783daf7 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:00:58.702391 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:00:58.708548 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 16:00:58.713633 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Pushing event updated for resources: {'Port': ['ID=b8b63290-7236-4427-810a-77eeec6119e4,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:58.756695 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:58.757762 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:58.772435 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bd169dd3-c8e9-4da6-9ab4-6a731951a9f6 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864403 May 17 16:00:58.783110 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Request body: {'port': {'device_id': 'a879392e-422c-4d02-b3f1-9167eabf069d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:00:58.841430 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b8b63290-7236-4427-810a-77eeec6119e4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:59.107234 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b63290-7236-4427-810a-77eeec6119e4 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 16:00:59.114613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Publish callbacks [] for port (b8b63290-7236-4427-810a-77eeec6119e4), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:59.127350 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Transition to ACTIVE for port object b8b63290-7236-4427-810a-77eeec6119e4 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 16:00:59.130115 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (b8b63290-7236-4427-810a-77eeec6119e4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:59.181476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Pushing event updated for resources: {'Port': ['ID=b8b63290-7236-4427-810a-77eeec6119e4,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:59.248029 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Attempting to bind port b8b63290-7236-4427-810a-77eeec6119e4 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 16:00:59.248354 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Attempting to bind port b8b63290-7236-4427-810a-77eeec6119e4 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 16:00:59.248672 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Attempting to bind port b8b63290-7236-4427-810a-77eeec6119e4 on network c338d75b-ea08-46a5-8585-b0871783daf7 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 16:00:59.252803 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Port b8b63290-7236-4427-810a-77eeec6119e4 on network c338d75b-ea08-46a5-8585-b0871783daf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 16:00:59.253116 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Attempting to bind port b8b63290-7236-4427-810a-77eeec6119e4 on network c338d75b-ea08-46a5-8585-b0871783daf7 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 16:00:59.258451 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 16, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 16:00:59.258778 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Checking segment: {'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 16:00:59.259149 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Bound using segment: {'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 16:00:59.259557 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Bound port: b8b63290-7236-4427-810a-77eeec6119e4, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 16:00:59.259899 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b8b63290-7236-4427-810a-77eeec6119e4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:59.315836 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] For port b8b63290-7236-4427-810a-77eeec6119e4, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 16:00:59.318819 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] For port b8b63290-7236-4427-810a-77eeec6119e4, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b8b63290-7236-4427-810a-77eeec6119e4,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 16:00:59.324718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (b8b63290-7236-4427-810a-77eeec6119e4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:59.361728 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:59.362365 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:00:59.363751 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] 10.222.0.61 "PUT /v2.0/ports/b8b63290-7236-4427-810a-77eeec6119e4 HTTP/1.1" status: 200 len: 1093 time: 0.5844212 May 17 16:00:59.364186 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a879392e-422c-4d02-b3f1-9167eabf069d', 'tag': 'b8b63290-7236-4427-810a-77eeec6119e4'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:00:59.366966 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df86a936-014f-43de-920e-d4730a31a643" -d '{"events": [{"name": "network-changed", "server_uuid": "a879392e-422c-4d02-b3f1-9167eabf069d", "tag": "b8b63290-7236-4427-810a-77eeec6119e4"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:00:59.414969 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e562726a-18a2-430f-847e-e7840358ec85 x-openstack-request-id: req-e562726a-18a2-430f-847e-e7840358ec85 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:00:59.415262 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a879392e-422c-4d02-b3f1-9167eabf069d", "tag": "b8b63290-7236-4427-810a-77eeec6119e4", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:00:59.415515 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e562726a-18a2-430f-847e-e7840358ec85 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:00:59.415910 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e562726a-18a2-430f-847e-e7840358ec85'] response: {'name': 'network-changed', 'server_uuid': 'a879392e-422c-4d02-b3f1-9167eabf069d', 'tag': 'b8b63290-7236-4427-810a-77eeec6119e4', 'status': 'completed', 'code': 200} May 17 16:00:59.416608 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3691f1-9f01-4971-9596-eb6cb811965e service neutron] Pushing event updated for resources: {'Port': ['ID=b8b63290-7236-4427-810a-77eeec6119e4,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:00:59.461197 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21506383-d2ad-4704-a8b0-135bc90ef7ab req-4a0dadb5-6607-496c-b35a-7dddefa7b185 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:59.462692 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21506383-d2ad-4704-a8b0-135bc90ef7ab req-4a0dadb5-6607-496c-b35a-7dddefa7b185 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 943 time: 0.0860250 May 17 16:00:59.471741 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-07c89d48-65e7-45d7-a7cc-71a1178a6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:59.473081 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-07c89d48-65e7-45d7-a7cc-71a1178a6b01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2d2f895d6cb4e218216aa316538d046&device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 1127 time: 0.0599115 May 17 16:00:59.523652 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-d48f377c-a3db-49aa-807e-2edc70ed393c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8b63290-7236-4427-810a-77eeec6119e4 HTTP/1.1" status: 200 len: 217 time: 0.0389178 May 17 16:00:59.573453 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-21506383-d2ad-4704-a8b0-135bc90ef7ab req-6c76f0d1-91f4-45db-806a-458ab1dd4007 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038480 May 17 16:00:59.583822 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-176c9518-01c9-4224-b94f-921c970d4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:00:59.585838 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-176c9518-01c9-4224-b94f-921c970d4e43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8 HTTP/1.1" status: 200 len: 854 time: 0.0566444 May 17 16:00:59.617302 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-1374eec0-2fa5-40fb-bfae-998045a0f2e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c338d75b-ea08-46a5-8585-b0871783daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263460 May 17 16:00:59.705869 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-bab5b4b6-ea3f-4352-afcf-4e73bdbbf3f8 service neutron] 10.222.0.61 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829232 May 17 16:00:59.792053 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c749d378-44bd-42e8-84ce-8638158ae5b9 req-5cdab8fc-2e7f-49ac-bab4-41a8b7c36d0f service neutron] 10.222.0.61 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797777 May 17 16:01:00.270279 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:00.686516 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5a045-6878-41ef-b388-2d84da20e198 req-11ba41fa-59da-434c-a91c-07326e18c39f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:00.687944 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-43e5a045-6878-41ef-b388-2d84da20e198 req-11ba41fa-59da-434c-a91c-07326e18c39f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 943 time: 0.0458133 May 17 16:01:00.737094 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-43e5a045-6878-41ef-b388-2d84da20e198 req-6e08d39e-e7e3-43c2-9ea7-60866dac612c tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 May 17 16:01:00.983930 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e50555cf-d9f9-46f5-be18-858d6135c231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:01.849759 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234003-ec63-4cdb-a8d8-bb4d8f8cb4fd req-e96b3d72-0801-45fa-986c-2a5de2374b9c tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:01.851750 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed234003-ec63-4cdb-a8d8-bb4d8f8cb4fd req-e96b3d72-0801-45fa-986c-2a5de2374b9c tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 943 time: 0.0482695 May 17 16:01:01.896978 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ed234003-ec63-4cdb-a8d8-bb4d8f8cb4fd req-bbc15ba2-026d-4c28-9192-b6528c74dee2 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 May 17 16:01:01.995361 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a936-014f-43de-920e-d4730a31a643 req-ee568128-9573-4018-b9db-0741f67fb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:01.996777 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df86a936-014f-43de-920e-d4730a31a643 req-ee568128-9573-4018-b9db-0741f67fb90c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2d2f895d6cb4e218216aa316538d046&device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 1127 time: 0.0379174 May 17 16:01:02.092043 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a936-014f-43de-920e-d4730a31a643 req-b7310ba7-5071-4751-a38b-bf7f292ae597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:02.094210 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df86a936-014f-43de-920e-d4730a31a643 req-b7310ba7-5071-4751-a38b-bf7f292ae597 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c338d75b-ea08-46a5-8585-b0871783daf7 HTTP/1.1" status: 200 len: 915 time: 0.0920050 May 17 16:01:02.140272 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df86a936-014f-43de-920e-d4730a31a643 req-9933fa96-1ed1-4abf-8102-3f25151ff436 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8b63290-7236-4427-810a-77eeec6119e4 HTTP/1.1" status: 200 len: 217 time: 0.0398374 May 17 16:01:02.187544 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a936-014f-43de-920e-d4730a31a643 req-47e401b4-8fe6-4851-a623-2d29a8fbefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:02.188915 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df86a936-014f-43de-920e-d4730a31a643 req-47e401b4-8fe6-4851-a623-2d29a8fbefbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8 HTTP/1.1" status: 200 len: 854 time: 0.0435245 May 17 16:01:02.222809 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df86a936-014f-43de-920e-d4730a31a643 req-759c3bc6-f783-4f8e-b94a-38c55ac6aeb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c338d75b-ea08-46a5-8585-b0871783daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282640 May 17 16:01:02.308724 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df86a936-014f-43de-920e-d4730a31a643 req-afbc8cae-15ca-403f-934c-c94c65569563 service neutron] 10.222.0.61 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796969 May 17 16:01:02.397008 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-df86a936-014f-43de-920e-d4730a31a643 req-9015cdc6-f4ee-47c3-b780-75f7415f9428 service neutron] 10.222.0.61 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826628 May 17 16:01:03.007201 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b758cbb-f2ab-469e-8ae3-f42e56168887 req-35e0ef08-d295-4148-b5e2-a4ee31c8caac tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:03.008627 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b758cbb-f2ab-469e-8ae3-f42e56168887 req-35e0ef08-d295-4148-b5e2-a4ee31c8caac tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 943 time: 0.0463412 May 17 16:01:03.052723 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1b758cbb-f2ab-469e-8ae3-f42e56168887 req-0ada17ba-aa70-4b97-ae23-f15725da295a tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387895 May 17 16:01:03.461929 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-349146f3-aa33-43cf-b2cb-3d9e6159cdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:04.058560 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b8b63290-7236-4427-810a-77eeec6119e4 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 16:01:04.159519 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b8b63290-7236-4427-810a-77eeec6119e4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b8b63290-7236-4427-810a-77eeec6119e4,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:01:04.166215 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76d845-d129-4452-93d6-9fc803dca0da req-bc9220c5-9894-471a-80e5-20e6fb4e24cb tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:04.167674 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fd76d845-d129-4452-93d6-9fc803dca0da req-bc9220c5-9894-471a-80e5-20e6fb4e24cb tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 943 time: 0.0473053 May 17 16:01:04.170645 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'b8b63290-7236-4427-810a-77eeec6119e4', 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7', 'port_id': 'b8b63290-7236-4427-810a-77eeec6119e4', 'mac_address': 'fa:16:3e:3e:57:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 16:01:04.204830 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port b8b63290-7236-4427-810a-77eeec6119e4 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 16:01:04.205211 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b8b63290-7236-4427-810a-77eeec6119e4), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:04.217489 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b63290-7236-4427-810a-77eeec6119e4 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 16:01:04.220112 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-fd76d845-d129-4452-93d6-9fc803dca0da req-abb5c985-03a9-4fd1-b62d-073fa8036cb3 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467525 May 17 16:01:04.238189 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b8b63290-7236-4427-810a-77eeec6119e4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b8b63290-7236-4427-810a-77eeec6119e4,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:01:04.242076 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b8b63290-7236-4427-810a-77eeec6119e4), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:04.287194 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=b8b63290-7236-4427-810a-77eeec6119e4,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:01:04.381173 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:04.615016 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['b8b63290-7236-4427-810a-77eeec6119e4'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 16:01:04.624463 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:01:05.330088 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf06dd-1a1b-4948-888c-9c006878efa0 req-01e1af10-71dd-4f2c-85ee-a0bf53f3e06f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:05.331478 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3daf06dd-1a1b-4948-888c-9c006878efa0 req-01e1af10-71dd-4f2c-85ee-a0bf53f3e06f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 944 time: 0.0456133 May 17 16:01:05.375701 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3daf06dd-1a1b-4948-888c-9c006878efa0 req-4041c99f-1431-40b3-967e-a38f9b2f7e77 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388763 May 17 16:01:06.089776 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b8b63290-7236-4427-810a-77eeec6119e4 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 16:01:06.112307 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:06.135442 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port b8b63290-7236-4427-810a-77eeec6119e4 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 16:01:06.141840 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port b8b63290-7236-4427-810a-77eeec6119e4 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 16:01:06.142163 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (b8b63290-7236-4427-810a-77eeec6119e4), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:06.211607 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port b8b63290-7236-4427-810a-77eeec6119e4 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 16:01:06.211978 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (b8b63290-7236-4427-810a-77eeec6119e4), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:06.234468 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a879392e-422c-4d02-b3f1-9167eabf069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b63290-7236-4427-810a-77eeec6119e4'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:01:06.236798 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7753f8-84b3-4e0a-9deb-4500217dae6a" -d '{"events": [{"server_uuid": "a879392e-422c-4d02-b3f1-9167eabf069d", "name": "network-vif-plugged", "status": "completed", "tag": "b8b63290-7236-4427-810a-77eeec6119e4"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:01:06.249151 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port b8b63290-7236-4427-810a-77eeec6119e4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b8b63290-7236-4427-810a-77eeec6119e4,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:01:06.252998 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (b8b63290-7236-4427-810a-77eeec6119e4), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:06.297745 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=b8b63290-7236-4427-810a-77eeec6119e4,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:01:06.386875 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e313387d-bbc7-4f1a-8f68-af2e27c23b72 x-openstack-request-id: req-e313387d-bbc7-4f1a-8f68-af2e27c23b72 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:01:06.387172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a879392e-422c-4d02-b3f1-9167eabf069d", "name": "network-vif-plugged", "status": "completed", "tag": "b8b63290-7236-4427-810a-77eeec6119e4", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:01:06.387428 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e313387d-bbc7-4f1a-8f68-af2e27c23b72 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:01:06.387828 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e313387d-bbc7-4f1a-8f68-af2e27c23b72'] response: {'server_uuid': 'a879392e-422c-4d02-b3f1-9167eabf069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b63290-7236-4427-810a-77eeec6119e4', 'code': 200} May 17 16:01:06.488710 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f4331-947f-44bb-971d-2cb6e783ccb6 req-9df97f47-0efa-41e3-a0e6-61bdb4ff1b3a tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:06.490208 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c03f4331-947f-44bb-971d-2cb6e783ccb6 req-9df97f47-0efa-41e3-a0e6-61bdb4ff1b3a tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 945 time: 0.0481539 May 17 16:01:06.564883 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06540348-b749-4a43-a707-7b306abb7004 req-ebee8007-ac13-4110-a3ec-e65b4306b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:06.566359 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06540348-b749-4a43-a707-7b306abb7004 req-ebee8007-ac13-4110-a3ec-e65b4306b7de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 1129 time: 0.0570412 May 17 16:01:06.570131 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c03f4331-947f-44bb-971d-2cb6e783ccb6 req-31a3e149-7e25-4f5d-ac65-a0f00c480653 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740981 May 17 16:01:06.609911 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06540348-b749-4a43-a707-7b306abb7004 req-5dac8216-7476-4ee1-ad8b-b86022af4f91 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380042 May 17 16:01:07.553222 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:07.685906 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d75ba4-a8f8-4e98-84a8-0cd655dcdde5 req-255d406d-d27b-4073-b5f7-c1ab83fe7f77 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:07.687359 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b0d75ba4-a8f8-4e98-84a8-0cd655dcdde5 req-255d406d-d27b-4073-b5f7-c1ab83fe7f77 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 945 time: 0.0457542 May 17 16:01:07.732292 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b0d75ba4-a8f8-4e98-84a8-0cd655dcdde5 req-9eea3830-dbad-46cd-ae99-e7f66e8588f4 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 May 17 16:01:08.850531 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56d7df-b664-4213-92dc-60067b08a583 req-79c33bc1-86be-4651-89b0-af7f63213e16 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:08.851973 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dc56d7df-b664-4213-92dc-60067b08a583 req-79c33bc1-86be-4651-89b0-af7f63213e16 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 945 time: 0.0506680 May 17 16:01:08.897784 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dc56d7df-b664-4213-92dc-60067b08a583 req-c7d7d613-25ea-4901-82f1-97fa4beb2a30 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 May 17 16:01:09.967054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-8bd71dd6-d820-4c3d-b21c-1f98f0ed2ee8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371511 May 17 16:01:10.049432 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-df489520-8b8c-4247-8e65-cdfc4486e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:10.050933 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-df489520-8b8c-4247-8e65-cdfc4486e759 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 1129 time: 0.0408607 May 17 16:01:10.429578 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-f23b8c62-f593-4863-87ad-210edce91f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:10.431073 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-f23b8c62-f593-4863-87ad-210edce91f86 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.3614972 May 17 16:01:10.489131 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-93ba75a5-5ecc-4c77-8206-8374ff9e3daa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1 HTTP/1.1" status: 200 len: 1000 time: 0.0518911 May 17 16:01:10.538811 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-95dc31b3-5482-4374-9256-7356426745b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:10.540166 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-95dc31b3-5482-4374-9256-7356426745b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0439706 May 17 16:01:10.581426 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-5f185d82-715b-429e-a21b-2e7997c6e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:10.583011 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-5f185d82-715b-429e-a21b-2e7997c6e0d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367808 May 17 16:01:10.677231 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-ea184b96-b562-4e18-a1dd-5d031141214f service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870175 May 17 16:01:10.767678 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60958c1b-d2cc-48d3-ba4b-0fad14acca56 req-1efb38ef-4e16-4ff8-8943-b17a71585027 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 May 17 16:01:30.278521 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:30.984786 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8f52571b-a9b8-4cfc-88fc-61fe0a195955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:33.463942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a61de316-52fb-4c07-b26e-e35f7834b4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:34.384231 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:34.667899 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18135c0a-b673-451c-91c5-f33cc9795113 req-30df9004-a0b1-42c5-9a78-7d2f579b086f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:34.669346 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-18135c0a-b673-451c-91c5-f33cc9795113 req-30df9004-a0b1-42c5-9a78-7d2f579b086f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 945 time: 0.0470376 May 17 16:01:34.715793 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-18135c0a-b673-451c-91c5-f33cc9795113 req-a8aebe27-662b-4186-84fa-9e09b73bb32d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 May 17 16:01:35.836125 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247dd04-9fe2-4207-a7f0-442bdbb2d0b5 req-e815286c-2846-44df-b401-d0dcfdb2d92e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:35.837592 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e247dd04-9fe2-4207-a7f0-442bdbb2d0b5 req-e815286c-2846-44df-b401-d0dcfdb2d92e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 945 time: 0.0510082 May 17 16:01:35.884877 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e247dd04-9fe2-4207-a7f0-442bdbb2d0b5 req-fca2665b-b478-4e39-8d8c-485bcca17f3b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 May 17 16:01:36.094597 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:36.286510 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a6c4-e513-416c-9000-d68555682e19 req-37765350-ab3d-4f3b-9231-3e15567802d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:36.288553 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7949a6c4-e513-416c-9000-d68555682e19 req-37765350-ab3d-4f3b-9231-3e15567802d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 945 time: 0.0455592 May 17 16:01:36.366916 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Deleting port 05eade37-4ca5-4a52-8b62-e077ce332ef1 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:01:36.367257 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:36.459639 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] For port 05eade37-4ca5-4a52-8b62-e077ce332ef1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=05eade37-4ca5-4a52-8b62-e077ce332ef1,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:01:36.460003 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:36.613642 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:36.614023 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (0eda809d-abfe-435e-b749-51de5d2f1752), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:36.614341 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Floating IP 0eda809d-abfe-435e-b749-51de5d2f1752 disassociated. External IP: 172.27.2.55, port: 05eade37-4ca5-4a52-8b62-e077ce332ef1. May 17 16:01:36.614683 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Calling delete_port for 05eade37-4ca5-4a52-8b62-e077ce332ef1 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:01:36.739606 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (05eade37-4ca5-4a52-8b62-e077ce332ef1), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:36.765634 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event deleted for resources: {'Port': ['ID=05eade37-4ca5-4a52-8b62-e077ce332ef1,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:01:36.775272 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.775625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.775970 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.776312 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.776648 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.776979 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.777806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.777806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.778021 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.778284 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.778613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.778940 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.779267 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.779593 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.779918 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:01:36.889374 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:01:37.005491 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1dd4cab5-b9f0-4584-897d-df7ea4ea1519 req-03bcc533-d65d-42ef-8d1e-0892d2c100c8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 210 time: 0.0318036 May 17 16:01:37.013398 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:01:37.028973 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:01:37.039255 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:01:37.039878 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:01:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:01:37.058258 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] No DVR routers for this DVR port 05eade37-4ca5-4a52-8b62-e077ce332ef1 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:01:37.060727 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:37.063894 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-7949a6c4-e513-416c-9000-d68555682e19 req-aa2483f4-9ba3-45c0-9e64-03bb11f813d1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "DELETE /v2.0/ports/05eade37-4ca5-4a52-8b62-e077ce332ef1 HTTP/1.1" status: 204 len: 173 time: 0.7701633 May 17 16:01:37.064387 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'name': 'network-vif-deleted', 'tag': '05eade37-4ca5-4a52-8b62-e077ce332ef1'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:01:37.066623 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12b34f2-2900-4c85-b0c0-14caec8e2d3a" -d '{"events": [{"server_uuid": "453bba5c-49db-439a-8ff8-095ff05a6d3f", "name": "network-vif-deleted", "tag": "05eade37-4ca5-4a52-8b62-e077ce332ef1"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:01:37.102479 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d5067-8dbd-4a2e-aa80-76180484f15c x-openstack-request-id: req-852d5067-8dbd-4a2e-aa80-76180484f15c {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:01:37.102768 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453bba5c-49db-439a-8ff8-095ff05a6d3f", "name": "network-vif-deleted", "tag": "05eade37-4ca5-4a52-8b62-e077ce332ef1", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:01:37.103134 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-852d5067-8dbd-4a2e-aa80-76180484f15c {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:01:37.103419 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852d5067-8dbd-4a2e-aa80-76180484f15c'] response: {'server_uuid': '453bba5c-49db-439a-8ff8-095ff05a6d3f', 'name': 'network-vif-deleted', 'tag': '05eade37-4ca5-4a52-8b62-e077ce332ef1', 'status': 'completed', 'code': 200} May 17 16:01:37.142683 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:01:37.335117 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:01:37.358771 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:01:37.366621 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:01:37.367207 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:01:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:01:37.462716 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:01:37.567367 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:37.663767 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:01:37.690328 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14efbc-20ec-426d-9799-faf2f66f6a52 None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:01:37.936157 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ee315-83c3-419c-870b-f81b130f40bd None None] New status for floating IP 0eda809d-abfe-435e-b749-51de5d2f1752: DOWN {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 16:01:38.119112 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b1e49697-6134-4fec-9266-6b1081064c82 req-f8e8c28e-db5d-4b1c-af44-a01762bff120 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=453bba5c-49db-439a-8ff8-095ff05a6d3f HTTP/1.1" status: 200 len: 210 time: 0.0294960 May 17 16:01:39.394820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-d20523e2-88ff-4311-9db6-00a3d00abe67 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252411881&fields=id&tenant_id=fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 267 time: 0.0428729 May 17 16:01:39.502379 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-173e77c0-21f1-43e9-b6cc-85e81007fdea tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:39.503699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-173e77c0-21f1-43e9-b6cc-85e81007fdea tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 811 time: 0.1017094 May 17 16:01:39.518280 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-af5e1bfe-9ac8-494b-a81b-6af4687b1690 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/quotas/fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 375 time: 0.0087233 May 17 16:01:39.565631 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-e537ac1c-c8e3-406d-94bd-0ffc22683a28 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420451 May 17 16:01:39.700380 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-63076589-c277-45fd-a266-69517c97ae58 service neutron] 10.222.0.75 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227593 May 17 16:01:39.794849 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-d9a40926-4841-4264-bd7a-0fe8565513ed service neutron] 10.222.0.75 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886621 May 17 16:01:40.072145 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-aa7c51bd-f663-47a7-8d37-a44b2569976d req-8f223178-e9b0-4899-acd2-19c3578a130b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0286126 May 17 16:01:41.042335 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 05eade37-4ca5-4a52-8b62-e077ce332ef1 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:01:41.061340 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 05eade37-4ca5-4a52-8b62-e077ce332ef1 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:01:41.061684 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 05eade37-4ca5-4a52-8b62-e077ce332ef1 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:01:41.148363 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3caca950-464a-4a18-9ee7-9538ce117b67 req-f5830571-6e3e-4545-94cb-6f26dc9b874c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0278485 May 17 16:01:41.627080 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:01:42.227380 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6c0a23ee-be8c-4081-8288-ce4162b67067 req-8ac1a4a1-84dc-4be3-8a92-128a59b24304 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0304816 May 17 16:01:43.305080 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-0e68aaf7-079c-48f5-b4ec-6b7ceb594d1a req-8423c522-dd5c-4b9b-bd18-7904677da78e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0272732 May 17 16:01:44.398647 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a4b81ee5-c199-4ee0-b624-f85e7cda73cf req-0136ae06-9bd5-42d8-8b67-c61aebeeb12f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0297050 May 17 16:01:45.493745 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-eb5c79bd-9721-43e2-b7d8-815ee4713680 req-ce71fbb0-bdb8-43d3-ad4a-7a3956beff45 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0275140 May 17 16:01:46.591608 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c52f499d-abdc-48b0-b47e-e8035cefdca0 req-a883061d-cf87-467b-a57b-d93711010aaf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0303502 May 17 16:01:47.685531 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-175965b4-0852-4722-b8ec-4e83fbed9c0f req-d186f7cb-0c03-437a-8c1a-a8a88015fc3e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0267131 May 17 16:01:48.346924 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-6f8933fd-4a44-4828-ac96-7550c4dfb5b2 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:48.348361 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-6f8933fd-4a44-4828-ac96-7550c4dfb5b2 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 811 time: 0.1053033 May 17 16:01:48.414388 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-1ec00275-aa11-46e4-9d32-5e022c24f76f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 379 time: 0.0532427 May 17 16:01:48.422661 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'port': {'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'admin_state_up': True, 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'security_groups': ['0b158ca6-ebc8-4bfb-bd27-32057542c13a']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:01:48.530978 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Made reservation on behalf of fbe368679f4c4d968619ea0e2456c407 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:01:48.534803 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:48.660903 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Allocated IP 172.20.0.13 (6f4eb954-5185-441c-9dd5-cd8454980b48/09b4e8e5-f166-4e40-b883-f6c4b64a6f71/e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:01:48.790889 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-70b4bf96-a3e1-4dbe-9a00-09c31c477578 req-54dbdfae-a7f9-4a2f-9ee1-0fe2bdccaf0e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0326774 May 17 16:01:48.825987 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:48.857104 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:48.898424 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:01:48.901498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:01:48.907844 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 16:01:48.912967 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:01:48.965926 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:48.966596 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:48.982929 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-f2253ba6-d9e8-4308-8864-7508e6f2506e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637329 May 17 16:01:48.994360 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Request body: {'port': {'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:01:49.058125 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:49.100989 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-2bcca277-97d1-454d-a4ff-7e44224cd2fc None None] Provisioning complete for port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 16:01:49.101604 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2bcca277-97d1-454d-a4ff-7e44224cd2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:49.134463 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-2bcca277-97d1-454d-a4ff-7e44224cd2fc None None] Port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 16:01:49.356687 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 16:01:49.364840 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Publish callbacks [] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:49.377296 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Transition to ACTIVE for port object e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 16:01:49.381766 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:49.432985 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:01:49.500007 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Attempting to bind port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 16:01:49.500229 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Attempting to bind port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 16:01:49.500550 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Attempting to bind port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 16:01:49.505381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 16:01:49.506258 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Attempting to bind port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 16:01:49.511344 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 16:01:49.511681 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Checking segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 16:01:49.512067 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Bound using segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 16:01:49.512488 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Bound port: e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 16:01:49.512841 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:49.578027 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] For port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 16:01:49.581098 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] For port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 16:01:49.586564 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:49.618495 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:49.619100 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:01:49.620457 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] 10.222.0.61 "PUT /v2.0/ports/e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 HTTP/1.1" status: 200 len: 1094 time: 0.6302054 May 17 16:01:49.620882 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:01:49.623150 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74cc99a-fa8b-4b72-bed0-5d80bfb8b540" -d '{"events": [{"name": "network-changed", "server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:01:49.646884 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b970c-1b99-4e08-8e57-4dda15e37528 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:01:49.664155 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe95a719-1549-456a-941d-72b3fd0150c5 x-openstack-request-id: req-fe95a719-1549-456a-941d-72b3fd0150c5 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:01:49.664448 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:01:49.664704 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe95a719-1549-456a-941d-72b3fd0150c5 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:01:49.665178 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe95a719-1549-456a-941d-72b3fd0150c5'] response: {'name': 'network-changed', 'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'status': 'completed', 'code': 200} May 17 16:01:49.724486 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc99a-fa8b-4b72-bed0-5d80bfb8b540 req-6db9c8cc-9f92-4e40-aed3-ae4990d6eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:49.726019 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e74cc99a-fa8b-4b72-bed0-5d80bfb8b540 req-6db9c8cc-9f92-4e40-aed3-ae4990d6eb9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1128 time: 0.0443628 May 17 16:01:49.838610 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc99a-fa8b-4b72-bed0-5d80bfb8b540 req-2ef88160-b022-4db8-8165-df8610ca2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:49.840071 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e74cc99a-fa8b-4b72-bed0-5d80bfb8b540 req-2ef88160-b022-4db8-8165-df8610ca2291 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fbe368679f4c4d968619ea0e2456c407&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1055553 May 17 16:01:49.968861 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52b970-9736-4ad5-a031-a793f8c4a204 req-987e7ad7-c69c-474a-b075-5cc4cc835c6f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:49.970305 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1a52b970-9736-4ad5-a031-a793f8c4a204 req-987e7ad7-c69c-474a-b075-5cc4cc835c6f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0868657 May 17 16:01:50.004141 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc99a-fa8b-4b72-bed0-5d80bfb8b540 req-7125e0fc-57cb-4dbb-8450-2fc9fa9373c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:50.006131 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e74cc99a-fa8b-4b72-bed0-5d80bfb8b540 req-7125e0fc-57cb-4dbb-8450-2fc9fa9373c1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1604459 May 17 16:01:50.035418 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1a52b970-9736-4ad5-a031-a793f8c4a204 req-baa2f53e-8ad2-486d-9011-41f2d3c6d1f3 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592141 May 17 16:01:50.077753 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-3cdb20b1-09ad-41e9-8374-c877c78cb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:50.079230 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-3cdb20b1-09ad-41e9-8374-c877c78cb66e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1128 time: 0.0384593 May 17 16:01:50.120417 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-14689927-814b-4a55-9b14-f6cde860f7a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 HTTP/1.1" status: 200 len: 217 time: 0.0346181 May 17 16:01:50.166112 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5f17e1a0-09a1-4600-b75f-cb99b9dd72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:50.167537 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-5f17e1a0-09a1-4600-b75f-cb99b9dd72df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0419662 May 17 16:01:50.209937 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-b8c037a1-f0cf-4e31-ac5b-d35b2efd1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:50.211396 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-b8c037a1-f0cf-4e31-ac5b-d35b2efd1b7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379715 May 17 16:01:51.147677 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52682d1b-465b-497c-a24f-a76d2b2fb096 req-eed17f78-e541-49a5-a795-f6ec5f094dfb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:51.149116 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-52682d1b-465b-497c-a24f-a76d2b2fb096 req-eed17f78-e541-49a5-a795-f6ec5f094dfb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0464027 May 17 16:01:51.196266 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-52682d1b-465b-497c-a24f-a76d2b2fb096 req-76921055-3de3-450d-8012-a37eed339cc4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413923 May 17 16:01:51.504647 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-7fbd8b94-30d3-4e99-b1b2-80cf7147a750 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850530 May 17 16:01:52.306504 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d1a2-2a9d-4523-aa00-6eb1becde016 req-be6f487b-76b6-4142-bc01-82f49ce3a08a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:52.307912 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2469d1a2-2a9d-4523-aa00-6eb1becde016 req-be6f487b-76b6-4142-bc01-82f49ce3a08a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0456111 May 17 16:01:52.354379 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-2469d1a2-2a9d-4523-aa00-6eb1becde016 req-4cb21eb9-832c-4875-95ff-25555c1cb909 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 May 17 16:01:52.479606 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9d98a5bd-dadb-47b5-8b18-82ebe5ee1da5 req-2a0b9c77-24fc-4903-abd8-cb820bda801b service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896819 May 17 16:01:52.823091 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-873fc233-16e9-4fe5-b34b-40a23eba4df4 service neutron] (110301) timed out ('10.222.0.75', 55308) {{(pid=110301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 16:01:52.990485 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-4d56d128-e066-435c-b623-bb68a7a607ae req-f1fe4c77-c73c-4ed4-9bc0-be9a7f2b6bee tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] (110301) timed out ('10.222.0.75', 55316) {{(pid=110301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 16:01:53.472138 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3fb81-41a1-44fc-953e-0769bbdf0b68 req-9c59edcc-4d2c-433c-94b6-5128f8d91bad tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:53.473581 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5af3fb81-41a1-44fc-953e-0769bbdf0b68 req-9c59edcc-4d2c-433c-94b6-5128f8d91bad tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0468040 May 17 16:01:53.521074 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5af3fb81-41a1-44fc-953e-0769bbdf0b68 req-bad36cd0-d9ae-47b3-9fc6-af04b11818a1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409930 May 17 16:01:54.635570 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a36f4-f309-4731-9385-2dd7a8111a13 req-cede2287-da01-4cf4-8690-a604f3696b0c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:54.637009 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8b0a36f4-f309-4731-9385-2dd7a8111a13 req-cede2287-da01-4cf4-8690-a604f3696b0c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0494678 May 17 16:01:54.683557 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8b0a36f4-f309-4731-9385-2dd7a8111a13 req-d99ddea7-c820-49c1-8002-6b9417483983 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 May 17 16:01:55.844146 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6566976-df5d-4128-b58d-0c2bafdc9b1d req-7caf06a1-9e29-4bea-acda-412ca4e2fede tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:55.845592 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c6566976-df5d-4128-b58d-0c2bafdc9b1d req-7caf06a1-9e29-4bea-acda-412ca4e2fede tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0951076 May 17 16:01:55.893263 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c6566976-df5d-4128-b58d-0c2bafdc9b1d req-173c2084-a126-4bdf-9329-844c70af8c68 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416322 May 17 16:01:57.009637 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590c026-70df-4d0c-9506-adf72dc86bf6 req-b591982e-1c6c-409b-995a-7eec888c1d3b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:57.011117 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1590c026-70df-4d0c-9506-adf72dc86bf6 req-b591982e-1c6c-409b-995a-7eec888c1d3b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0504060 May 17 16:01:57.060129 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1590c026-70df-4d0c-9506-adf72dc86bf6 req-bc8f5c84-632f-4974-bddb-c878295aeade tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434813 May 17 16:01:58.170731 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623c6e-7fa6-4baa-8aa2-90280f80bcb6 req-054cdd1c-48b0-4e03-8446-1cf5ab48b4fc tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:58.172148 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4c623c6e-7fa6-4baa-8aa2-90280f80bcb6 req-054cdd1c-48b0-4e03-8446-1cf5ab48b4fc tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0461998 May 17 16:01:58.219320 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4c623c6e-7fa6-4baa-8aa2-90280f80bcb6 req-a425398c-6a0e-4688-b421-dc67d6c4dbbd tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 May 17 16:01:59.331710 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e65234-2b70-4353-aae5-8aa7dad32b8e req-abdf1cc3-5799-4722-bead-9087972abbf2 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:59.333610 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d5e65234-2b70-4353-aae5-8aa7dad32b8e req-abdf1cc3-5799-4722-bead-9087972abbf2 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0450013 May 17 16:01:59.384081 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d5e65234-2b70-4353-aae5-8aa7dad32b8e req-b4e098f4-0309-4047-ae02-204c1e7dcd49 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 May 17 16:01:59.794954 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb14e-5230-4971-a8fd-459ca0ea0bd9 req-9c2b5c89-71c0-42eb-89e3-eeacfb5dd95a tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:01:59.796273 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19dcb14e-5230-4971-a8fd-459ca0ea0bd9 req-9c2b5c89-71c0-42eb-89e3-eeacfb5dd95a tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 945 time: 0.0459161 May 17 16:01:59.842821 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-19dcb14e-5230-4971-a8fd-459ca0ea0bd9 req-2431c6e4-18a8-4ed5-be22-fdd1abba5ea3 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 May 17 16:02:00.289035 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:00.495026 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc3067-6ad0-4142-b61b-e501827eafde req-63ee737c-0c39-42d8-8741-961389f5a275 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:00.496463 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a6cc3067-6ad0-4142-b61b-e501827eafde req-63ee737c-0c39-42d8-8741-961389f5a275 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0462756 May 17 16:02:00.543809 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a6cc3067-6ad0-4142-b61b-e501827eafde req-c7247074-4e1c-4240-9328-84eaaf74ac99 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418267 May 17 16:02:00.957591 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141bed0-f06b-4422-94ec-6e7a55c8ba34 req-9eafd58d-a275-4dd4-9735-0498129c04a7 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:00.959028 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6141bed0-f06b-4422-94ec-6e7a55c8ba34 req-9eafd58d-a275-4dd4-9735-0498129c04a7 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 945 time: 0.0491283 May 17 16:02:00.987115 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-87981db5-ec68-4c8b-930e-dc9ae3443e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:01.007290 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6141bed0-f06b-4422-94ec-6e7a55c8ba34 req-94b70eda-f79a-4019-88e1-240ff4f6e979 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427754 May 17 16:02:01.653958 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596ea45-16b6-4fa2-a59b-31d3eeab9443 req-d765a520-efdd-455b-ba7a-4ab1b23fa895 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:01.655410 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c596ea45-16b6-4fa2-a59b-31d3eeab9443 req-d765a520-efdd-455b-ba7a-4ab1b23fa895 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 944 time: 0.0454040 May 17 16:02:01.702163 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c596ea45-16b6-4fa2-a59b-31d3eeab9443 req-42ce7476-512c-48e5-9397-f8dc39dbdd5b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413463 May 17 16:02:02.117337 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9badb02-7f2e-45d4-ad73-cfc0616b7e98 req-3dc2d3cc-f013-4cf1-a5ff-ee1029a78ee5 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:02.118778 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a9badb02-7f2e-45d4-ad73-cfc0616b7e98 req-3dc2d3cc-f013-4cf1-a5ff-ee1029a78ee5 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 945 time: 0.0453842 May 17 16:02:02.168416 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a9badb02-7f2e-45d4-ad73-cfc0616b7e98 req-574b7af1-f153-43c9-bb0d-f137f4a75814 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 May 17 16:02:02.350558 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-7e44830f-adc9-4bde-a9c2-272e8fd48077 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:02.351876 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-7e44830f-adc9-4bde-a9c2-272e8fd48077 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.61 "GET /v2.0/ports?device_id=a879392e-422c-4d02-b3f1-9167eabf069d HTTP/1.1" status: 200 len: 945 time: 0.0445783 May 17 16:02:02.359819 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 16:02:02.432936 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Deleting port b8b63290-7236-4427-810a-77eeec6119e4 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:02:02.433270 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (b8b63290-7236-4427-810a-77eeec6119e4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:02.453931 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:02:02.468289 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 16:02:02.502133 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 16:02:02.502526 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:02.515455 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 16:02:02.522827 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] For port b8b63290-7236-4427-810a-77eeec6119e4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b8b63290-7236-4427-810a-77eeec6119e4,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:02:02.523192 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (b8b63290-7236-4427-810a-77eeec6119e4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:02.533957 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:02:02.536010 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Calling delete_port for b8b63290-7236-4427-810a-77eeec6119e4 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:02:02.538363 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:02.583795 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:02.591006 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.591352 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.591691 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.592035 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.592364 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.592693 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.593021 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.593344 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.593667 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.593987 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.594335 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.594675 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.594980 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.595299 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.595615 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:02.667208 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (b8b63290-7236-4427-810a-77eeec6119e4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:02.693496 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Pushing event deleted for resources: {'Port': ['ID=b8b63290-7236-4427-810a-77eeec6119e4,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:02.734439 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['b8b63290-7236-4427-810a-77eeec6119e4'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 16:02:02.738528 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] No DVR routers for this DVR port b8b63290-7236-4427-810a-77eeec6119e4 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:02:02.740961 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:02.749934 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-d13db2ed-44e6-4992-afa9-89acc3e06bfc req-68c1f57a-ad07-4e72-b41c-3a51fa7e7456 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.61 "DELETE /v2.0/ports/b8b63290-7236-4427-810a-77eeec6119e4 HTTP/1.1" status: 204 len: 173 time: 0.3920999 May 17 16:02:02.750429 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a879392e-422c-4d02-b3f1-9167eabf069d', 'name': 'network-vif-deleted', 'tag': 'b8b63290-7236-4427-810a-77eeec6119e4'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:02:02.752742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41769088-7bcf-42e7-9916-20a3eb8f127e" -d '{"events": [{"server_uuid": "a879392e-422c-4d02-b3f1-9167eabf069d", "name": "network-vif-deleted", "tag": "b8b63290-7236-4427-810a-77eeec6119e4"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:02:02.806957 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b5b796-b730-4117-9680-2731cd79edf7 x-openstack-request-id: req-b6b5b796-b730-4117-9680-2731cd79edf7 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:02:02.807327 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a879392e-422c-4d02-b3f1-9167eabf069d", "name": "network-vif-deleted", "tag": "b8b63290-7236-4427-810a-77eeec6119e4", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:02:02.807641 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b6b5b796-b730-4117-9680-2731cd79edf7 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:02:02.808200 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b5b796-b730-4117-9680-2731cd79edf7'] response: {'server_uuid': 'a879392e-422c-4d02-b3f1-9167eabf069d', 'name': 'network-vif-deleted', 'tag': 'b8b63290-7236-4427-810a-77eeec6119e4', 'status': 'completed', 'code': 200} May 17 16:02:02.827081 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1d298-e38a-4efc-9d8b-0a7eb887eb92 req-6b352758-1962-488c-a535-2d58d8383487 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:02.828649 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e4e1d298-e38a-4efc-9d8b-0a7eb887eb92 req-6b352758-1962-488c-a535-2d58d8383487 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 945 time: 0.0511956 May 17 16:02:02.850264 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 16:02:02.881388 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e4e1d298-e38a-4efc-9d8b-0a7eb887eb92 req-11ca8f24-365d-4a71-bf72-e7d8561b75b7 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460899 May 17 16:02:03.464665 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-eecafec8-ecdb-4aca-a0e6-168e6db9d0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:04.003689 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589eac35-f3b1-4800-ad26-10558ffabe3d req-a51cbb26-157b-42aa-a55e-ce36c9d7a7bf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:04.005799 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-589eac35-f3b1-4800-ad26-10558ffabe3d req-a51cbb26-157b-42aa-a55e-ce36c9d7a7bf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 945 time: 0.0563211 May 17 16:02:04.056688 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-589eac35-f3b1-4800-ad26-10558ffabe3d req-6cc1e587-f0a8-4a8a-9635-fd9c133562eb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452995 May 17 16:02:04.386475 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:04.910497 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 16:02:04.951041 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 16:02:04.956545 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 16:02:04.956911 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:05.025012 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 16:02:05.025394 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:05.047941 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:02:05.050175 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdefb87e-e35d-40df-9482-c98e65bd070d" -d '{"events": [{"server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "name": "network-vif-plugged", "status": "completed", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:02:05.064907 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:02:05.069935 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:05.095513 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a4a7c-49ea-424c-b571-9a93c0634431 x-openstack-request-id: req-e61a4a7c-49ea-424c-b571-9a93c0634431 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:02:05.095806 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "name": "network-vif-plugged", "status": "completed", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:02:05.096059 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e61a4a7c-49ea-424c-b571-9a93c0634431 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:02:05.096454 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61a4a7c-49ea-424c-b571-9a93c0634431'] response: {'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'code': 200} May 17 16:02:05.123791 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:05.175505 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80330b7-8793-4ef3-8445-13389541e8db req-c74e761f-36ca-4a94-86e1-8c8a75774a54 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:05.176880 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f80330b7-8793-4ef3-8445-13389541e8db req-c74e761f-36ca-4a94-86e1-8c8a75774a54 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0466135 May 17 16:02:05.224081 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f80330b7-8793-4ef3-8445-13389541e8db req-01482bd5-173b-4c9e-b13a-0986cc4d8319 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 May 17 16:02:06.097538 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:06.339718 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5dbba-cebd-417b-9ef8-ed2b2854ae59 req-8ec11122-9d6a-473b-ab8c-08b7153fd7f5 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:06.341154 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56e5dbba-cebd-417b-9ef8-ed2b2854ae59 req-8ec11122-9d6a-473b-ab8c-08b7153fd7f5 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0488675 May 17 16:02:06.389138 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-56e5dbba-cebd-417b-9ef8-ed2b2854ae59 req-d95e7730-8313-4582-ab4a-3b750611c813 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 May 17 16:02:06.930267 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b8b63290-7236-4427-810a-77eeec6119e4 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:02:06.949359 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: b8b63290-7236-4427-810a-77eeec6119e4 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:02:06.949706 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device b8b63290-7236-4427-810a-77eeec6119e4 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:02:06.988666 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae250e-25ba-47cf-b2ab-9294c3939d28 req-51a69771-156b-4990-bca2-a5a446b0caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:06.990158 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-daae250e-25ba-47cf-b2ab-9294c3939d28 req-51a69771-156b-4990-bca2-a5a446b0caac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1130 time: 0.0379162 May 17 16:02:07.037614 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-daae250e-25ba-47cf-b2ab-9294c3939d28 req-5ffb5c0d-6955-492d-a5ea-9236d32fae04 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410872 May 17 16:02:07.500211 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf6100-0851-44ee-b61f-3225877fa339 req-d89e0cb5-a9d2-4055-b7dc-76fd505fcee1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:07.501672 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-79bf6100-0851-44ee-b61f-3225877fa339 req-d89e0cb5-a9d2-4055-b7dc-76fd505fcee1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0469310 May 17 16:02:07.554370 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-79bf6100-0851-44ee-b61f-3225877fa339 req-2a9b1a63-8a18-450b-8026-b856b65f4b07 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461860 May 17 16:02:07.561320 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:08.668504 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2791f89-f713-40ea-bc8e-b7b73d46ed91 req-23c9094b-a27c-4082-9ce0-acd0b5cc2cd7 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:08.669926 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2791f89-f713-40ea-bc8e-b7b73d46ed91 req-23c9094b-a27c-4082-9ce0-acd0b5cc2cd7 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0462492 May 17 16:02:08.720520 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c2791f89-f713-40ea-bc8e-b7b73d46ed91 req-196c1417-51ca-4c5e-bbde-02e2b025303f tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451179 May 17 16:02:09.829176 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50488e-54af-402e-bdda-899b012c4d79 req-686c69ca-1482-4427-8ddc-4f9b55f1c202 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:09.830661 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5f50488e-54af-402e-bdda-899b012c4d79 req-686c69ca-1482-4427-8ddc-4f9b55f1c202 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0461147 May 17 16:02:09.878077 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5f50488e-54af-402e-bdda-899b012c4d79 req-3a5e6d81-a07e-4ebb-9c0b-f045b932eca6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413389 May 17 16:02:09.996307 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890e8b1-2b87-4ac4-8f40-8a3f97a0bc4a req-6b85f0f7-26ed-47fa-b645-95209f4b8709 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:09.997666 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4890e8b1-2b87-4ac4-8f40-8a3f97a0bc4a req-6b85f0f7-26ed-47fa-b645-95209f4b8709 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0530725 May 17 16:02:10.045796 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4890e8b1-2b87-4ac4-8f40-8a3f97a0bc4a req-43beb340-7012-4b1c-8a01-f97bb29a8c3a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 May 17 16:02:10.068207 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 60668) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:02:10.108967 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c7058-c53e-4b11-94e0-4d404c6d1795 tempest-TestVolumeBootPattern-1398413564 tempest-TestVolumeBootPattern-1398413564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:10.110518 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f31c7058-c53e-4b11-94e0-4d404c6d1795 tempest-TestVolumeBootPattern-1398413564 tempest-TestVolumeBootPattern-1398413564-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1125 time: 0.0413172 May 17 16:02:10.113211 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 60672) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:02:10.117969 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:02:10.138316 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:10.219095 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:10.323812 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Allocated IP 172.27.2.11 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/fee6f8b6-2628-4b49-8458-3e99eca005d7) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:02:10.432469 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (fee6f8b6-2628-4b49-8458-3e99eca005d7), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:10.468071 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (fee6f8b6-2628-4b49-8458-3e99eca005d7), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:10.503871 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:02:10.507340 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:02:10.512054 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 16:02:10.538012 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=fee6f8b6-2628-4b49-8458-3e99eca005d7,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:10.551072 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.551415 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.551750 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.552083 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.552409 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.552805 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.553127 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.553443 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.553760 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.554099 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.554418 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.554733 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.555048 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.555358 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.555666 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:10.873260 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (1b43f99b-b7c8-4b8e-a946-0ddbbdb99052), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:10.936791 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (fee6f8b6-2628-4b49-8458-3e99eca005d7), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:11.105393 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (fee6f8b6-2628-4b49-8458-3e99eca005d7), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:11.109990 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029002'] for port (fee6f8b6-2628-4b49-8458-3e99eca005d7), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:11.187175 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=fee6f8b6-2628-4b49-8458-3e99eca005d7,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:11.199295 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (1b43f99b-b7c8-4b8e-a946-0ddbbdb99052), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:11.495879 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Floating IP 1b43f99b-b7c8-4b8e-a946-0ddbbdb99052 associated. External IP: 172.27.2.11, port: e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4. May 17 16:02:11.682322 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:02:11.781913 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:02:11.791731 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:02:11.798406 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:11.800903 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:02:11.801648 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:02:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:02:11.827460 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-081d67d5-8d92-4fa3-9552-dceb01b79149 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7132065 May 17 16:02:11.828044 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:02:11.830346 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9a150848bb0330446f24bb0136d1a3bfabbaf4df3899f23fd7b7d6f093f6e07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb9c240-8b04-443f-92a7-8b511c642352" -d '{"events": [{"name": "network-changed", "server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:02:11.903744 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:02:11.923702 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c2c48d-b1dc-4eb9-80d7-c9f90b3ebea0 x-openstack-request-id: req-81c2c48d-b1dc-4eb9-80d7-c9f90b3ebea0 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:02:11.924071 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:02:11.924327 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81c2c48d-b1dc-4eb9-80d7-c9f90b3ebea0 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:02:11.924736 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c2c48d-b1dc-4eb9-80d7-c9f90b3ebea0'] response: {'name': 'network-changed', 'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'status': 'completed', 'code': 200} May 17 16:02:12.104880 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:10Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:02:12.129309 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:02:12.137740 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:02:12.138366 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:02:03Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:02:12.237688 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:02:12.455839 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:10Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:02:12.480417 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44421f1-89ea-4861-9144-95a48a682a6f None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:10Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:02:12.506618 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-08acf15c-11bc-47da-a2de-6349f6179065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:12.508124 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-08acf15c-11bc-47da-a2de-6349f6179065 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1130 time: 0.0397718 May 17 16:02:12.669419 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7701c1-3a5f-40c4-a2e9-c7f9146ac336 None None] New status for floating IP 1b43f99b-b7c8-4b8e-a946-0ddbbdb99052: ACTIVE {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 16:02:12.881925 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-0e40fefb-a31f-4b5a-b8d0-b5857de51eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:12.883480 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-0e40fefb-a31f-4b5a-b8d0-b5857de51eef service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.3692555 May 17 16:02:12.943600 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-b65361c9-c0f8-4825-a21b-34b851716571 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0526233 May 17 16:02:12.991300 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-427320a7-b31b-48ee-ba65-7d891b8e5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:12.992729 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-427320a7-b31b-48ee-ba65-7d891b8e5eb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0431385 May 17 16:02:13.038321 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-1d26f100-f37d-496c-8af1-eed8c30afc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:13.039952 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-1d26f100-f37d-496c-8af1-eed8c30afc89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414224 May 17 16:02:13.197017 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-8c073a3b-bbbf-4eec-84e6-0492a6482c07 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503060 May 17 16:02:13.248752 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-bc1548bc-902d-4657-8cce-fee3b695c569 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:13.250206 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-bc1548bc-902d-4657-8cce-fee3b695c569 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/networks?id=c338d75b-ea08-46a5-8585-b0871783daf7 HTTP/1.1" status: 200 len: 814 time: 0.1499975 May 17 16:02:13.291097 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-4cca727f-20f4-4840-8e3e-5861eb32817d tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/quotas/e2d2f895d6cb4e218216aa316538d046 HTTP/1.1" status: 200 len: 375 time: 0.0158613 May 17 16:02:13.335742 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-cfd7c911-af09-4bfb-95c0-9aa9b65a9650 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e2d2f895d6cb4e218216aa316538d046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390937 May 17 16:02:13.337735 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3cb9c240-8b04-443f-92a7-8b511c642352 req-e24d40af-4f9a-47e8-be68-4dd669d360dd service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345804 May 17 16:02:13.422805 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-4cf052f1-ae44-4a01-beb3-0f5d05c1adc8 service neutron] 10.222.0.75 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804291 May 17 16:02:13.511210 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-fb2cfa28-d54b-45db-99b5-3d4b35d13f40 service neutron] 10.222.0.75 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821061 May 17 16:02:13.667869 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-8ad07080-da40-4c3b-b646-c9bfd842e7eb req-d191d44e-ee46-4751-b776-9c3d1af574f0 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 210 time: 0.0277710 May 17 16:02:14.580416 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-04a66cd8-b250-4981-bc24-af3070dadeff tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:14.581853 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-04a66cd8-b250-4981-bc24-af3070dadeff tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.61 "GET /v2.0/networks?id=c338d75b-ea08-46a5-8585-b0871783daf7 HTTP/1.1" status: 200 len: 814 time: 0.1074512 May 17 16:02:14.594766 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Request body: {'port': {'device_id': 'a9dd1f9d-20cb-4c11-b740-f51674616cd1', 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7', 'admin_state_up': True, 'tenant_id': 'e2d2f895d6cb4e218216aa316538d046'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:02:14.701547 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Made reservation on behalf of e2d2f895d6cb4e218216aa316538d046 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:02:14.705000 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:14.795068 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-1ac60a13-ee3c-4c5c-bb8a-fa11c21f5f8d req-9c1dfbf4-7510-42a5-9ef1-8721f6a2c167 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 210 time: 0.0346682 May 17 16:02:14.855482 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Allocated IP 172.20.0.13 (c338d75b-ea08-46a5-8585-b0871783daf7/927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8/635f628b-6188-47c5-bef1-f3a4dbb0375e) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:02:15.000809 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks [] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.031165 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.069423 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Network c338d75b-ea08-46a5-8585-b0871783daf7 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:02:15.072399 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:02:15.076100 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 16:02:15.104301 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Pushing event updated for resources: {'Port': ['ID=635f628b-6188-47c5-bef1-f3a4dbb0375e,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:15.128745 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:15.129403 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.145748 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-8c20663c-86d3-4945-bfaa-36baffd5002f tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546916 May 17 16:02:15.157071 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Request body: {'port': {'device_id': 'a9dd1f9d-20cb-4c11-b740-f51674616cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:02:15.219851 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.497000 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635f628b-6188-47c5-bef1-f3a4dbb0375e {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 16:02:15.504758 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Publish callbacks [] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.517156 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Transition to ACTIVE for port object 635f628b-6188-47c5-bef1-f3a4dbb0375e will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 16:02:15.521767 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.571704 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Pushing event updated for resources: {'Port': ['ID=635f628b-6188-47c5-bef1-f3a4dbb0375e,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:15.634345 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Attempting to bind port 635f628b-6188-47c5-bef1-f3a4dbb0375e on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 16:02:15.635014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Attempting to bind port 635f628b-6188-47c5-bef1-f3a4dbb0375e by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 16:02:15.635014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Attempting to bind port 635f628b-6188-47c5-bef1-f3a4dbb0375e on network c338d75b-ea08-46a5-8585-b0871783daf7 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 16:02:15.639126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Port 635f628b-6188-47c5-bef1-f3a4dbb0375e on network c338d75b-ea08-46a5-8585-b0871783daf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 16:02:15.639443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Attempting to bind port 635f628b-6188-47c5-bef1-f3a4dbb0375e on network c338d75b-ea08-46a5-8585-b0871783daf7 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 16:02:15.644190 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 16:02:15.644524 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Checking segment: {'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 16:02:15.645536 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Bound using segment: {'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 16:02:15.645950 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Bound port: 635f628b-6188-47c5-bef1-f3a4dbb0375e, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23279fc6-d053-459e-a798-4f8342631ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 16:02:15.646326 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.706597 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] For port 635f628b-6188-47c5-bef1-f3a4dbb0375e, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 16:02:15.710334 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] For port 635f628b-6188-47c5-bef1-f3a4dbb0375e, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=635f628b-6188-47c5-bef1-f3a4dbb0375e,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 16:02:15.715625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.747715 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:15.748252 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:15.749578 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] 10.222.0.61 "PUT /v2.0/ports/635f628b-6188-47c5-bef1-f3a4dbb0375e HTTP/1.1" status: 200 len: 1094 time: 0.5967081 May 17 16:02:15.750016 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dd1f9d-20cb-4c11-b740-f51674616cd1', 'tag': '635f628b-6188-47c5-bef1-f3a4dbb0375e'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:02:15.752233 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b918c680-b820-41b9-9b7b-295b91614bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dd1f9d-20cb-4c11-b740-f51674616cd1", "tag": "635f628b-6188-47c5-bef1-f3a4dbb0375e"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:02:15.775489 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2b951-5af5-44a5-bc0b-bff8114700d1 service neutron] Pushing event updated for resources: {'Port': ['ID=635f628b-6188-47c5-bef1-f3a4dbb0375e,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:15.789476 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb184908-1058-4fd1-bde9-71d56bccf44f x-openstack-request-id: req-bb184908-1058-4fd1-bde9-71d56bccf44f {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:02:15.789893 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dd1f9d-20cb-4c11-b740-f51674616cd1", "tag": "635f628b-6188-47c5-bef1-f3a4dbb0375e", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:02:15.790308 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb184908-1058-4fd1-bde9-71d56bccf44f {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:02:15.790720 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb184908-1058-4fd1-bde9-71d56bccf44f'] response: {'name': 'network-changed', 'server_uuid': 'a9dd1f9d-20cb-4c11-b740-f51674616cd1', 'tag': '635f628b-6188-47c5-bef1-f3a4dbb0375e', 'status': 'completed', 'code': 200} May 17 16:02:15.840271 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-c96bf15e-ddb0-423e-b336-faf1a60427c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:15.842553 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-c96bf15e-ddb0-423e-b336-faf1a60427c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2d2f895d6cb4e218216aa316538d046&device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 1128 time: 0.0480735 May 17 16:02:15.885650 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-50d8ec15-f0f5-420a-8ade-9670ed99ea4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=635f628b-6188-47c5-bef1-f3a4dbb0375e HTTP/1.1" status: 200 len: 217 time: 0.0362694 May 17 16:02:15.961406 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51f61-f57f-4b6c-8c8b-ce187b950860 req-4ecb66e0-acc1-429b-99a8-425ca61d2cc4 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:15.962958 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6cc51f61-f57f-4b6c-8c8b-ce187b950860 req-4ecb66e0-acc1-429b-99a8-425ca61d2cc4 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 944 time: 0.0798087 May 17 16:02:15.971693 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-27ea82df-d4b5-4073-96c6-7823a753230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:15.973060 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-27ea82df-d4b5-4073-96c6-7823a753230f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8 HTTP/1.1" status: 200 len: 854 time: 0.0800498 May 17 16:02:16.014690 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-1ce467b6-451e-4adc-b4ed-daec3d6c93c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c338d75b-ea08-46a5-8585-b0871783daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296366 May 17 16:02:16.061786 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6cc51f61-f57f-4b6c-8c8b-ce187b950860 req-08c33d3a-19df-4aab-a63c-ad7288510b39 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923870 May 17 16:02:16.119222 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-b7d4e612-8cfc-4130-a45d-5ea79b14964f service neutron] 10.222.0.61 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988650 May 17 16:02:16.220820 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b021d4ab-6ea8-4f46-9df6-b8f5d5fa2a1a req-27ee7f8e-0409-412c-9dd5-f8f6470a545b service neutron] 10.222.0.61 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956428 May 17 16:02:17.178689 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13e516-5605-485c-b083-8d22099d8e00 req-9ab85acd-cbc6-41c7-9cc8-8fd60a742a10 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:17.180191 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9f13e516-5605-485c-b083-8d22099d8e00 req-9ab85acd-cbc6-41c7-9cc8-8fd60a742a10 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 944 time: 0.0511255 May 17 16:02:17.228383 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-9f13e516-5605-485c-b083-8d22099d8e00 req-233ac5e5-ba1a-4d64-8e5e-346b7db6ec62 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 May 17 16:02:18.340455 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31479-8f95-4975-97d6-a5d6f0560aa9 req-31f1b844-ee5a-4c11-aea3-9283855157c4 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:18.341822 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6fc31479-8f95-4975-97d6-a5d6f0560aa9 req-31f1b844-ee5a-4c11-aea3-9283855157c4 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 944 time: 0.0460751 May 17 16:02:18.386976 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6fc31479-8f95-4975-97d6-a5d6f0560aa9 req-ce0bc49b-905a-443a-a2f3-d86a5dad429c tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397611 May 17 16:02:18.417864 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 635f628b-6188-47c5-bef1-f3a4dbb0375e details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 16:02:18.519799 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 635f628b-6188-47c5-bef1-f3a4dbb0375e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=635f628b-6188-47c5-bef1-f3a4dbb0375e,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:02:18.533985 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '635f628b-6188-47c5-bef1-f3a4dbb0375e', 'network_id': 'c338d75b-ea08-46a5-8585-b0871783daf7', 'port_id': '635f628b-6188-47c5-bef1-f3a4dbb0375e', 'mac_address': 'fa:16:3e:57:5a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 16:02:18.568921 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 635f628b-6188-47c5-bef1-f3a4dbb0375e is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 16:02:18.569310 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:18.581524 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635f628b-6188-47c5-bef1-f3a4dbb0375e {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 16:02:18.604478 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 635f628b-6188-47c5-bef1-f3a4dbb0375e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=635f628b-6188-47c5-bef1-f3a4dbb0375e,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:02:18.608307 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:18.625563 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:02:18.653608 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=635f628b-6188-47c5-bef1-f3a4dbb0375e,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:18.716853 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918c680-b820-41b9-9b7b-295b91614bbd req-a30b6e29-09de-41f6-9d6c-f78b3d13a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:18.718353 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b918c680-b820-41b9-9b7b-295b91614bbd req-a30b6e29-09de-41f6-9d6c-f78b3d13a7b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2d2f895d6cb4e218216aa316538d046&device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0427363 May 17 16:02:18.809126 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918c680-b820-41b9-9b7b-295b91614bbd req-6a07f2d9-9323-436a-b015-721e0e67323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:18.810699 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b918c680-b820-41b9-9b7b-295b91614bbd req-6a07f2d9-9323-436a-b015-721e0e67323b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c338d75b-ea08-46a5-8585-b0871783daf7 HTTP/1.1" status: 200 len: 915 time: 0.0856543 May 17 16:02:18.960247 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['635f628b-6188-47c5-bef1-f3a4dbb0375e'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 16:02:19.051501 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b918c680-b820-41b9-9b7b-295b91614bbd req-f58ca11c-15b6-4d51-bc40-b3a1d724d094 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=635f628b-6188-47c5-bef1-f3a4dbb0375e HTTP/1.1" status: 200 len: 217 time: 0.0336690 May 17 16:02:19.104021 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918c680-b820-41b9-9b7b-295b91614bbd req-a30bcfca-fd81-423a-988a-0c5dec4f4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:19.105448 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b918c680-b820-41b9-9b7b-295b91614bbd req-a30bcfca-fd81-423a-988a-0c5dec4f4011 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8 HTTP/1.1" status: 200 len: 854 time: 0.0466387 May 17 16:02:19.137079 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b918c680-b820-41b9-9b7b-295b91614bbd req-1f6b23cb-9a2a-43bd-9466-2de9d04615d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c338d75b-ea08-46a5-8585-b0871783daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254426 May 17 16:02:19.224882 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b918c680-b820-41b9-9b7b-295b91614bbd req-aee8f543-73f2-4aa0-a087-8de9428db17c service neutron] 10.222.0.61 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813642 May 17 16:02:19.321698 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b918c680-b820-41b9-9b7b-295b91614bbd req-09ddba98-9f52-451c-b933-5e072ae81d0e service neutron] 10.222.0.61 "GET /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898447 May 17 16:02:19.501398 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bf343-4963-43d7-b3c2-c23b0511506b req-bd41f74d-b72a-46b5-8b0e-8cd673aa0ff0 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:19.502790 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a39bf343-4963-43d7-b3c2-c23b0511506b req-bd41f74d-b72a-46b5-8b0e-8cd673aa0ff0 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 945 time: 0.0502114 May 17 16:02:19.547784 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a39bf343-4963-43d7-b3c2-c23b0511506b req-5de4c12a-5ada-4650-a2a9-129701e379b2 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 May 17 16:02:20.414546 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 635f628b-6188-47c5-bef1-f3a4dbb0375e up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 16:02:20.454090 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 635f628b-6188-47c5-bef1-f3a4dbb0375e completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 16:02:20.459979 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 635f628b-6188-47c5-bef1-f3a4dbb0375e triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 16:02:20.460347 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:20.527942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 635f628b-6188-47c5-bef1-f3a4dbb0375e is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 16:02:20.528337 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:20.550211 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd1f9d-20cb-4c11-b740-f51674616cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635f628b-6188-47c5-bef1-f3a4dbb0375e'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:02:20.552435 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01eebf33-2768-44dc-9f29-f61403c93fab" -d '{"events": [{"server_uuid": "a9dd1f9d-20cb-4c11-b740-f51674616cd1", "name": "network-vif-plugged", "status": "completed", "tag": "635f628b-6188-47c5-bef1-f3a4dbb0375e"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:02:20.567811 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 635f628b-6188-47c5-bef1-f3a4dbb0375e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=635f628b-6188-47c5-bef1-f3a4dbb0375e,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:02:20.572242 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:20.595211 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1415a1a5-e1b1-4ae4-ba4e-95db0ccbe7b9 x-openstack-request-id: req-1415a1a5-e1b1-4ae4-ba4e-95db0ccbe7b9 {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:02:20.596860 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd1f9d-20cb-4c11-b740-f51674616cd1", "name": "network-vif-plugged", "status": "completed", "tag": "635f628b-6188-47c5-bef1-f3a4dbb0375e", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:02:20.596860 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1415a1a5-e1b1-4ae4-ba4e-95db0ccbe7b9 {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:02:20.596860 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1415a1a5-e1b1-4ae4-ba4e-95db0ccbe7b9'] response: {'server_uuid': 'a9dd1f9d-20cb-4c11-b740-f51674616cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635f628b-6188-47c5-bef1-f3a4dbb0375e', 'code': 200} May 17 16:02:20.623156 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=635f628b-6188-47c5-bef1-f3a4dbb0375e,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:20.676145 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7185c8-cb4b-4d57-8bd7-f9bbc4a9e992 req-bd973630-b890-4bb1-b792-3a8a2174f565 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:20.677566 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4a7185c8-cb4b-4d57-8bd7-f9bbc4a9e992 req-bd973630-b890-4bb1-b792-3a8a2174f565 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 946 time: 0.0510986 May 17 16:02:20.734020 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4a7185c8-cb4b-4d57-8bd7-f9bbc4a9e992 req-488ce5f9-ca3f-4a94-b2ff-f820cd6710fe tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504932 May 17 16:02:20.760177 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42626aad-e5bc-4abb-8498-70ff051be7a1 req-bac83f6f-9a10-4697-ac70-bef1a391ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:20.761653 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-42626aad-e5bc-4abb-8498-70ff051be7a1 req-bac83f6f-9a10-4697-ac70-bef1a391ea92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 1130 time: 0.0425723 May 17 16:02:20.804016 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-42626aad-e5bc-4abb-8498-70ff051be7a1 req-c6ef7b38-2479-4a5a-adab-0813a52940e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 May 17 16:02:21.854907 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381eaa3-4594-40c2-919f-78301aa53864 req-a3406229-18c5-4c1e-9325-69d6bee3e8c3 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:21.856402 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c381eaa3-4594-40c2-919f-78301aa53864 req-a3406229-18c5-4c1e-9325-69d6bee3e8c3 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 946 time: 0.0513215 May 17 16:02:21.902481 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c381eaa3-4594-40c2-919f-78301aa53864 req-b99f4712-084c-4bdd-a497-b3abe4abfeff tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 May 17 16:02:23.015008 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fc90-d111-4f26-bf2b-69b0278d95a8 req-13570ff5-78f3-4efa-a2c7-cb69376ab882 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:23.016420 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c790fc90-d111-4f26-bf2b-69b0278d95a8 req-13570ff5-78f3-4efa-a2c7-cb69376ab882 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 946 time: 0.0453243 May 17 16:02:23.060530 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c790fc90-d111-4f26-bf2b-69b0278d95a8 req-91646c94-cbf6-4966-8004-7d8a9f3e0ad9 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 May 17 16:02:30.301898 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:30.988701 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-183d1872-9677-486f-9c7d-0990f0f9bd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:33.465143 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8a0b22ce-cf25-4a75-a034-632fc91594ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:34.388655 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:36.100525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:37.563137 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:47.138783 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769119-0549-443c-a1ff-882807d91883 req-105cc649-4014-4383-b6ff-79755634cf17 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:47.140155 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-48769119-0549-443c-a1ff-882807d91883 req-105cc649-4014-4383-b6ff-79755634cf17 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 946 time: 0.0480478 May 17 16:02:47.188967 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-48769119-0549-443c-a1ff-882807d91883 req-df977070-72d9-4722-85df-312ceedd24e8 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424814 May 17 16:02:48.304693 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9ca40-9b0f-4c3c-9b04-8c886e72d5b1 req-9c559bfc-5eac-48e7-b66d-7df05ecc5d58 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:48.306156 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e6d9ca40-9b0f-4c3c-9b04-8c886e72d5b1 req-9c559bfc-5eac-48e7-b66d-7df05ecc5d58 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 946 time: 0.0453506 May 17 16:02:48.351459 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-e6d9ca40-9b0f-4c3c-9b04-8c886e72d5b1 req-39b7ecf2-edb9-4846-a32b-43a5c02dc5a7 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/security-groups?id=3fa43bec-3bb6-4cf7-a6e4-312c76c32198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 May 17 16:02:48.882556 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-a7758911-3eea-4b67-8212-783f29049a63 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:02:48.883969 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-a7758911-3eea-4b67-8212-783f29049a63 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 946 time: 0.0457139 May 17 16:02:48.966169 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Deleting port 635f628b-6188-47c5-bef1-f3a4dbb0375e {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:02:48.966509 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:49.053058 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] For port 635f628b-6188-47c5-bef1-f3a4dbb0375e, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=635f628b-6188-47c5-bef1-f3a4dbb0375e,segment=NetworkSegment(23279fc6-d053-459e-a798-4f8342631ca8),segment_id=23279fc6-d053-459e-a798-4f8342631ca8)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:02:49.053417 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:49.066432 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Calling delete_port for 635f628b-6188-47c5-bef1-f3a4dbb0375e owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:02:49.192852 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (635f628b-6188-47c5-bef1-f3a4dbb0375e), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:49.205132 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['635f628b-6188-47c5-bef1-f3a4dbb0375e'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 16:02:49.219472 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Pushing event deleted for resources: {'Port': ['ID=635f628b-6188-47c5-bef1-f3a4dbb0375e,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:02:49.232959 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.233313 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.233659 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.234014 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.234355 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.234690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.235018 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.235342 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.235668 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.235993 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.236319 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.236644 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.236963 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.237283 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.237657 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:02:49.276500 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] No DVR routers for this DVR port 635f628b-6188-47c5-bef1-f3a4dbb0375e on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:02:49.278956 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:02:49.282144 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a6788842-8b67-4050-87fa-f46f781e36f7 req-9171535a-8526-41d0-9c68-e66dca34baab tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.61 "DELETE /v2.0/ports/635f628b-6188-47c5-bef1-f3a4dbb0375e HTTP/1.1" status: 204 len: 173 time: 0.3924963 May 17 16:02:49.282578 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd1f9d-20cb-4c11-b740-f51674616cd1', 'name': 'network-vif-deleted', 'tag': '635f628b-6188-47c5-bef1-f3a4dbb0375e'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:02:49.285318 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd851987-2652-4c9b-abf4-4eef4ebca6b2" -d '{"events": [{"server_uuid": "a9dd1f9d-20cb-4c11-b740-f51674616cd1", "name": "network-vif-deleted", "tag": "635f628b-6188-47c5-bef1-f3a4dbb0375e"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:02:49.321380 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35386fba-8385-4f4b-9357-46aa71f1266c x-openstack-request-id: req-35386fba-8385-4f4b-9357-46aa71f1266c {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:02:49.322068 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd1f9d-20cb-4c11-b740-f51674616cd1", "name": "network-vif-deleted", "tag": "635f628b-6188-47c5-bef1-f3a4dbb0375e", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:02:49.322068 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35386fba-8385-4f4b-9357-46aa71f1266c {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:02:49.323351 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35386fba-8385-4f4b-9357-46aa71f1266c'] response: {'server_uuid': 'a9dd1f9d-20cb-4c11-b740-f51674616cd1', 'name': 'network-vif-deleted', 'tag': '635f628b-6188-47c5-bef1-f3a4dbb0375e', 'status': 'completed', 'code': 200} May 17 16:02:49.458942 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ea358b89-eea6-453f-8884-b61906627bdc req-8bcb4569-4543-45cd-96ad-8043e655aa74 tempest-VolumesSnapshotTestJSON-436094553 tempest-VolumesSnapshotTestJSON-436094553-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9dd1f9d-20cb-4c11-b740-f51674616cd1 HTTP/1.1" status: 200 len: 210 time: 0.0280898 May 17 16:02:53.351621 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 635f628b-6188-47c5-bef1-f3a4dbb0375e no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:02:53.370967 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 635f628b-6188-47c5-bef1-f3a4dbb0375e {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:02:53.371305 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 635f628b-6188-47c5-bef1-f3a4dbb0375e not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:02:55.624663 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:03:00.300636 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:00.991365 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a855566c-353f-4056-8f05-b6a40f1d6208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:03.467156 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-755a352d-2aac-46f7-9d84-79fec3e15b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:04.390372 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:06.102860 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:07.565576 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:11.942427 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-77821df4-1cb8-4d52-be71-ab8539da7b7a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406396 May 17 16:03:12.023324 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-bf861d7a-3b47-4a4c-834e-4ad6f0605f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:03:12.024772 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-bf861d7a-3b47-4a4c-834e-4ad6f0605f9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1130 time: 0.0392790 May 17 16:03:12.129688 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-1ab3fe50-f640-40ec-9247-9d6780c6c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:03:12.131826 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-1ab3fe50-f640-40ec-9247-9d6780c6c337 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0882483 May 17 16:03:12.190455 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-f5a3de10-7400-4e19-a6ed-754ebbdef100 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0536215 May 17 16:03:12.243570 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-eaf8ff30-d070-4c73-8b18-b975952c2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:03:12.245048 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-eaf8ff30-d070-4c73-8b18-b975952c2aa2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0497108 May 17 16:03:12.293811 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-7ee1daa2-7e7b-4f95-b30f-f45786927da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:03:12.295393 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-7ee1daa2-7e7b-4f95-b30f-f45786927da0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447998 May 17 16:03:12.391892 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-fb0fe743-3d49-4305-8008-c0a39c152fc8 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907664 May 17 16:03:12.480056 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-5c559277-0d7f-4603-aad2-fab8437571c2 req-504ccb58-de6c-48fd-ae88-b9a6f7862522 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818172 May 17 16:03:14.539338 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 60968) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:03:14.589267 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Deleting subnet 927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 16:03:14.592245 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Publish callbacks [] for subnet (927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.625157 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13879736'] for subnet (927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.662707 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.713245 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13635102'] for subnet (927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.741355 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:03:14.745745 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.748848 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/927f2cc1-7ec7-46db-b7a7-d9aacf3bf2c8 HTTP/1.1" status: 204 len: 168 time: 0.2085228 May 17 16:03:14.752410 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60972) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:03:14.755364 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.755709 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.756588 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.756878 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.757209 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.757534 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.757858 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.758211 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.758538 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.758860 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.759181 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.759499 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.759820 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.760135 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.760484 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff7bc8-68f7-4ca4-aaf5-3400a33fba43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:03:14.824625 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (c338d75b-ea08-46a5-8585-b0871783daf7), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.898781 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (c338d75b-ea08-46a5-8585-b0871783daf7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.917770 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c338d75b-ea08-46a5-8585-b0871783daf7']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:03:14.926776 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23279fc6-d053-459e-a798-4f8342631ca8') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:03:14.927070 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23279fc6-d053-459e-a798-4f8342631ca8') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:03:14.936655 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (23279fc6-d053-459e-a798-4f8342631ca8), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.949945 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (23279fc6-d053-459e-a798-4f8342631ca8), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.955954 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:03:14.956374 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (23279fc6-d053-459e-a798-4f8342631ca8), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:03:14.958025 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:03:15.013362 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (c338d75b-ea08-46a5-8585-b0871783daf7), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:15.018523 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:15.021567 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c338d75b-ea08-46a5-8585-b0871783daf7 HTTP/1.1" status: 204 len: 168 time: 0.2680981 May 17 16:03:15.032010 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941784c-2969-4d3c-86af-faca07970a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c338d75b-ea08-46a5-8585-b0871783daf7,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:03:15.126774 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60976) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:03:15.166116 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-59ecf4fa-024c-4953-ac12-61575ccc5ec5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e2d2f895d6cb4e218216aa316538d046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381558 May 17 16:03:15.168696 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 60978) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:03:15.214778 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-948de372-dda6-4d3f-8c87-d5a862c1efc3 admin admin] Publish callbacks [] for security_group (3fa43bec-3bb6-4cf7-a6e4-312c76c32198), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:15.235833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-948de372-dda6-4d3f-8c87-d5a862c1efc3 admin admin] Publish callbacks [] for security_group (3fa43bec-3bb6-4cf7-a6e4-312c76c32198), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:15.284076 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-948de372-dda6-4d3f-8c87-d5a862c1efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (3fa43bec-3bb6-4cf7-a6e4-312c76c32198), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:15.286652 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-948de372-dda6-4d3f-8c87-d5a862c1efc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:15.288257 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-948de372-dda6-4d3f-8c87-d5a862c1efc3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3fa43bec-3bb6-4cf7-a6e4-312c76c32198 HTTP/1.1" status: 204 len: 168 time: 0.1186681 May 17 16:03:15.295816 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948de372-dda6-4d3f-8c87-d5a862c1efc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa43bec-3bb6-4cf7-a6e4-312c76c32198,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:03:30.315124 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:30.991893 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-59517dc5-1dbc-491c-8df0-a3e775bf719d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:32.625025 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:03:33.468310 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f9be32a-0d36-49be-be31-8a8419e1b775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:34.394986 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:36.105105 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:03:37.567367 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:00.313504 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:00.993171 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-398f45a3-8ca8-4643-b974-7393b2e4fc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:03.469391 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-80ce3007-1e47-4094-8df4-b2efc0ae6cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:04.396157 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:06.107220 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:07.568610 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:09.624900 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:04:14.034921 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-45811c72-c542-4bce-b398-ed3401fff6d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1662211 May 17 16:04:14.110796 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-4b8285e6-8c1f-40b5-b244-0c02db87891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:14.112201 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-4b8285e6-8c1f-40b5-b244-0c02db87891d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1130 time: 0.0376678 May 17 16:04:14.215690 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-b9714fb3-74e7-4685-9e54-20d9d83e9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:14.217128 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-b9714fb3-74e7-4685-9e54-20d9d83e9463 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0865638 May 17 16:04:14.277760 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-b193b495-7f35-4f22-9d9e-5f4d51a7b55a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0547321 May 17 16:04:14.333704 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-b0df0e14-0f52-4563-a77b-5068abb21e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:14.335371 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-b0df0e14-0f52-4563-a77b-5068abb21e00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0520227 May 17 16:04:14.377234 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-1ee8f0b8-72f7-4297-baf7-8c8fbb26cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:14.378700 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-1ee8f0b8-72f7-4297-baf7-8c8fbb26cb7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380940 May 17 16:04:14.388136 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-df8f9a90-8ca0-4858-bc2a-8216d5183b3d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 16:04:14.389035 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-df8f9a90-8ca0-4858-bc2a-8216d5183b3d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046589 May 17 16:04:14.472869 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-18540242-13a7-47fa-9fc5-f52e4785ea93 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780168 May 17 16:04:14.559349 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ecaf3dc0-9b33-4079-8265-9656f8ae736d req-5d01faf4-dd01-4a96-9d28-97788046fca3 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807307 May 17 16:04:28.222183 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-86185051-a5cd-439f-a2db-37a1390abf1d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252411881&fields=id&tenant_id=fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 267 time: 0.0433741 May 17 16:04:28.333691 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-981968de-344c-4156-8e8d-fa026d8fa6b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:28.335081 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-981968de-344c-4156-8e8d-fa026d8fa6b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 811 time: 0.1061244 May 17 16:04:28.349741 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-8d5d8f57-3647-4da5-b45c-6df1d3ab2234 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/quotas/fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 375 time: 0.0086806 May 17 16:04:28.399325 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-477f1f36-58b4-4692-b258-5b9b0b39159e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449793 May 17 16:04:28.415024 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-460270fa-797c-4e89-a6bf-fc9924bbf279 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=110301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 16:04:28.415975 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-460270fa-797c-4e89-a6bf-fc9924bbf279 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051868 May 17 16:04:28.502508 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-39ba2da2-1ef3-4855-9dd5-6739040f953e service neutron] 10.222.0.75 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811644 May 17 16:04:28.593197 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-36d8e95e-77f2-4024-ad39-2c1271c3e1e5 service neutron] 10.222.0.75 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843263 May 17 16:04:28.983556 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-50200394-b9cc-4800-a487-bb0a6c6b4703 req-6538648b-631c-4318-8681-d7757aa515a4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 210 time: 0.1383340 May 17 16:04:29.739859 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-ffc0779b-eb6f-436a-8a69-8a1cb5a97e08 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:29.741741 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-ffc0779b-eb6f-436a-8a69-8a1cb5a97e08 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 811 time: 0.1035500 May 17 16:04:29.803270 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-6156994e-f4cb-4cf8-9dbf-20a7f815de2d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe368679f4c4d968619ea0e2456c407 HTTP/1.1" status: 200 len: 379 time: 0.0540631 May 17 16:04:29.812779 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'port': {'device_id': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'admin_state_up': True, 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'security_groups': ['0b158ca6-ebc8-4bfb-bd27-32057542c13a']}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:04:29.921964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Made reservation on behalf of fbe368679f4c4d968619ea0e2456c407 for: {'port': 1} {{(pid=110301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:04:29.925770 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:30.052943 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Allocated IP 172.20.0.6 (6f4eb954-5185-441c-9dd5-cd8454980b48/09b4e8e5-f166-4e40-b883-f6c4b64a6f71/3f1c9000-c43e-43d5-9034-492b700069c9) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:04:30.161236 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-ffb2cba1-84f5-417d-8b8c-971d2316c08a req-a49cc6ab-753d-4ab0-9f14-5c8b8e007880 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 210 time: 0.0961926 May 17 16:04:30.251387 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (3f1c9000-c43e-43d5-9034-492b700069c9), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:30.284270 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:30.313662 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:30.338799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:04:30.345834 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:04:30.348018 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=3f1c9000-c43e-43d5-9034-492b700069c9,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:04:30.350217 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 16:04:30.650561 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-694f7149-a4bd-4b7f-a74e-b243eeba1ebf None None] Provisioning complete for port 3f1c9000-c43e-43d5-9034-492b700069c9 triggered by entity DHCP. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 16:04:30.650849 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-694f7149-a4bd-4b7f-a74e-b243eeba1ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:30.654238 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.654580 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.654917 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.655248 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.655572 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.655892 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.656214 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.656529 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.656844 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.657160 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.657474 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.657788 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.658123 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.658434 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.658742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:30.680322 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:30.680684 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-694f7149-a4bd-4b7f-a74e-b243eeba1ebf None None] Port 3f1c9000-c43e-43d5-9034-492b700069c9 cannot update to ACTIVE because it is not bound. {{(pid=110302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 16:04:30.680908 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:30.696236 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-9b2cd01f-79a1-40d1-8bae-024f9e6f83b4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8872879 May 17 16:04:30.707383 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Request body: {'port': {'device_id': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:04:30.762246 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:30.995415 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8f196bdf-7037-46be-8e66-533536f89d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:31.037310 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1c9000-c43e-43d5-9034-492b700069c9 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 16:04:31.044860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Publish callbacks [] for port (3f1c9000-c43e-43d5-9034-492b700069c9), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:31.058266 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Transition to ACTIVE for port object 3f1c9000-c43e-43d5-9034-492b700069c9 will not be triggered until provisioned by entity L2. {{(pid=110301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 16:04:31.061720 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:31.107251 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=3f1c9000-c43e-43d5-9034-492b700069c9,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:04:31.184064 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Attempting to bind port 3f1c9000-c43e-43d5-9034-492b700069c9 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 16:04:31.184322 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Attempting to bind port 3f1c9000-c43e-43d5-9034-492b700069c9 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 16:04:31.184653 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Attempting to bind port 3f1c9000-c43e-43d5-9034-492b700069c9 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 16:04:31.189356 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Port 3f1c9000-c43e-43d5-9034-492b700069c9 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 16:04:31.189675 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Attempting to bind port 3f1c9000-c43e-43d5-9034-492b700069c9 on network 6f4eb954-5185-441c-9dd5-cd8454980b48 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 16:04:31.195371 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Checking agent: {'id': '0019349e-c9a1-46f5-b334-801bebb83e0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'started_at': datetime.datetime(2022, 5, 17, 15, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 16, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 16:04:31.195685 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Checking segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 16:04:31.196073 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Bound using segment: {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 16:04:31.196503 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Bound port: 3f1c9000-c43e-43d5-9034-492b700069c9, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292fcf8d-4838-4f8d-a82d-5efd009af7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 16:04:31.196862 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:31.297385 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] For port 3f1c9000-c43e-43d5-9034-492b700069c9, host hv-cinder-84212, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 16:04:31.300532 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] For port 3f1c9000-c43e-43d5-9034-492b700069c9, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3f1c9000-c43e-43d5-9034-492b700069c9,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 16:04:31.309026 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fd2ec-30ec-46f0-b416-67cb0873a14f req-ce90089e-5171-4ab4-ad1a-f3d4b6dbc97e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:31.310632 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a7fd2ec-30ec-46f0-b416-67cb0873a14f req-ce90089e-5171-4ab4-ad1a-f3d4b6dbc97e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 943 time: 0.0699341 May 17 16:04:31.315733 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:31.365357 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:31.366109 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:31.368035 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] 10.222.0.61 "PUT /v2.0/ports/3f1c9000-c43e-43d5-9034-492b700069c9 HTTP/1.1" status: 200 len: 1093 time: 0.6644931 May 17 16:04:31.368470 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:04:31.370773 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4006a8ee-d066-4193-a12d-b7bb8683ea3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:04:31.433810 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6a7fd2ec-30ec-46f0-b416-67cb0873a14f req-2b77f866-e8f8-4d53-a72c-8d6f4a1ed5cc tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154187 May 17 16:04:31.455523 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67e14-a646-4d1d-b897-175e62c3ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=3f1c9000-c43e-43d5-9034-492b700069c9,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:04:31.467781 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-b5d476ed-6bfe-4926-9299-fe45fa839fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:31.469146 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-b5d476ed-6bfe-4926-9299-fe45fa839fa9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 1127 time: 0.0582261 May 17 16:04:31.513937 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7c216c-2d7e-4ec9-889c-d3e3f3453fba x-openstack-request-id: req-6c7c216c-2d7e-4ec9-889c-d3e3f3453fba {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:04:31.514275 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:04:31.514522 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c7c216c-2d7e-4ec9-889c-d3e3f3453fba {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:04:31.514922 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7c216c-2d7e-4ec9-889c-d3e3f3453fba'] response: {'name': 'network-changed', 'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9', 'status': 'completed', 'code': 200} May 17 16:04:31.516403 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-6c10a375-aee1-4ff2-9f9c-3ff0c904a3a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f1c9000-c43e-43d5-9034-492b700069c9 HTTP/1.1" status: 200 len: 217 time: 0.0408945 May 17 16:04:31.570018 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-1cff2891-7d07-4f7f-9a82-cc7c23eca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:31.571379 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-1cff2891-7d07-4f7f-9a82-cc7c23eca178 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0486262 May 17 16:04:31.613235 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-cc97494d-4ad6-4d17-9c60-0b157baf8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:31.614702 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-cc97494d-4ad6-4d17-9c60-0b157baf8795 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377216 May 17 16:04:31.703713 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-5513db98-bc84-43cd-a311-8afc121d285f service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 May 17 16:04:31.792672 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c786f69e-8b51-4c4a-8b9f-f3d0e706e01e req-c0d4509a-48b2-4d73-946a-98b68fd8d6dd service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831678 May 17 16:04:32.550145 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147f448-f2ee-4c36-b451-d55d9dba0291 req-94412940-23d3-42f3-aab3-eee2c55c04bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:32.551583 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4147f448-f2ee-4c36-b451-d55d9dba0291 req-94412940-23d3-42f3-aab3-eee2c55c04bb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 943 time: 0.0465553 May 17 16:04:32.603178 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4147f448-f2ee-4c36-b451-d55d9dba0291 req-381a8ab2-3fa7-40b1-ab44-ff7c315a274e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 May 17 16:04:32.718019 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-662f1003-b6e3-42a6-add6-58ed33657e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:32.719387 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-662f1003-b6e3-42a6-add6-58ed33657e66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 1127 time: 0.0381908 May 17 16:04:32.807851 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-4090dce4-fbfd-4245-b8bb-5ec34680d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:32.809894 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-4090dce4-fbfd-4245-b8bb-5ec34680d4a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0847406 May 17 16:04:32.857234 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-58a89107-7f79-4208-b743-29b56e3164d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f1c9000-c43e-43d5-9034-492b700069c9 HTTP/1.1" status: 200 len: 217 time: 0.0376899 May 17 16:04:32.907540 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-732ad48e-6219-4f34-9eb4-683e47f6f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:32.908961 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-732ad48e-6219-4f34-9eb4-683e47f6f10d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0425601 May 17 16:04:32.954589 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-e0d5d076-3a4f-4569-b78a-942576fe144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:32.956971 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-e0d5d076-3a4f-4569-b78a-942576fe144f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395117 May 17 16:04:33.046860 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-d9665d8e-3029-4984-98e1-d798cbc2ee4a service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834661 May 17 16:04:33.133664 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-4006a8ee-d066-4193-a12d-b7bb8683ea3e req-d7886598-0a66-42fe-a67a-fd171df3ff5f service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807340 May 17 16:04:33.471730 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e2f4-997b-4fda-8bdb-e655a397593b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:33.719886 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593facf-25bc-4f3c-b4ad-a45ce68ce5c0 req-dd93d749-5597-48ed-aac1-5f899564e67a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:33.721328 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3593facf-25bc-4f3c-b4ad-a45ce68ce5c0 req-dd93d749-5597-48ed-aac1-5f899564e67a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 943 time: 0.0505407 May 17 16:04:33.768450 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3593facf-25bc-4f3c-b4ad-a45ce68ce5c0 req-f6f9fc03-0280-4ee7-88b9-aa91bfe2707d tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 May 17 16:04:34.400172 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:34.881550 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b52c4e-e176-4081-8230-8c515430c658 req-62ba544d-133d-46f1-9dd3-fa35048f6f83 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:34.883008 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-08b52c4e-e176-4081-8230-8c515430c658 req-62ba544d-133d-46f1-9dd3-fa35048f6f83 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 943 time: 0.0459366 May 17 16:04:34.930521 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-08b52c4e-e176-4081-8230-8c515430c658 req-f7e6cef9-ebbb-4347-a574-3b3aa7714254 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 May 17 16:04:36.040492 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f188f9d-b9d6-4b24-a53f-8b98b2f43aea req-80182ba8-d5c5-45a8-9232-682a0bbd221e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:36.041931 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3f188f9d-b9d6-4b24-a53f-8b98b2f43aea req-80182ba8-d5c5-45a8-9232-682a0bbd221e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 943 time: 0.0466378 May 17 16:04:36.092336 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-3f188f9d-b9d6-4b24-a53f-8b98b2f43aea req-a04b9ac8-e3ee-4781-b6dc-1f909a36d032 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449274 May 17 16:04:36.110009 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:37.200234 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ca382-2291-4850-8c83-304b166b4e23 req-42ebcf5a-54f4-4238-83fb-b28d9345e3c4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:37.201654 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-854ca382-2291-4850-8c83-304b166b4e23 req-42ebcf5a-54f4-4238-83fb-b28d9345e3c4 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 943 time: 0.0454884 May 17 16:04:37.251000 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-854ca382-2291-4850-8c83-304b166b4e23 req-e4bee289-5189-429d-b81c-89f92e06184e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437605 May 17 16:04:37.571953 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:38.360844 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87381ecd-e504-4e9a-ac0c-751959b8fd8c req-1693e3c0-0f6c-4f99-b6e7-085139dd69ec tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:38.362287 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87381ecd-e504-4e9a-ac0c-751959b8fd8c req-1693e3c0-0f6c-4f99-b6e7-085139dd69ec tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 943 time: 0.0461352 May 17 16:04:38.408845 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-87381ecd-e504-4e9a-ac0c-751959b8fd8c req-98094430-119b-4a58-94e8-248616dffbba tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410087 May 17 16:04:39.220587 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3f1c9000-c43e-43d5-9034-492b700069c9 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=110302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 16:04:39.437504 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3f1c9000-c43e-43d5-9034-492b700069c9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3f1c9000-c43e-43d5-9034-492b700069c9,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:04:39.448739 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Returning: {'device': '3f1c9000-c43e-43d5-9034-492b700069c9', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'port_id': '3f1c9000-c43e-43d5-9034-492b700069c9', 'mac_address': 'fa:16:3e:e6:32:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 16:04:39.483150 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3f1c9000-c43e-43d5-9034-492b700069c9 is: DOWN; New status is: BUILD {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 16:04:39.483529 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:39.496453 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1c9000-c43e-43d5-9034-492b700069c9 {{(pid=110302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 16:04:39.515029 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3f1c9000-c43e-43d5-9034-492b700069c9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3f1c9000-c43e-43d5-9034-492b700069c9,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:04:39.518906 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:39.524182 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b01f97-15c9-4e1a-adc3-7af28dd81992 req-adb6bebf-18db-450a-875a-a9c0b1acd9da tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:39.525688 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-02b01f97-15c9-4e1a-adc3-7af28dd81992 req-adb6bebf-18db-450a-875a-a9c0b1acd9da tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 943 time: 0.0513368 May 17 16:04:39.566839 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3f1c9000-c43e-43d5-9034-492b700069c9,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:04:39.574025 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-02b01f97-15c9-4e1a-adc3-7af28dd81992 req-06bd4300-711d-41e2-ab3f-c366aeea2d4c tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427172 May 17 16:04:39.574282 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.574623 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.574955 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.575288 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.575615 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.575937 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.576254 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.576571 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.576883 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.577197 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.577658 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.578044 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.578364 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.578676 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.578987 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:04:39.883457 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] get_ports_and_sgs() called for port_ids ['3f1c9000-c43e-43d5-9034-492b700069c9'] {{(pid=110302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 16:04:40.696323 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afa93a-95c1-425b-9ecc-4bfa645c9127 req-028a3540-fb37-4688-a458-54b6ff8d42a2 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:40.697776 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06afa93a-95c1-425b-9ecc-4bfa645c9127 req-028a3540-fb37-4688-a458-54b6ff8d42a2 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 944 time: 0.0459270 May 17 16:04:40.744926 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-06afa93a-95c1-425b-9ecc-4bfa645c9127 req-d8d1eed9-1749-4ee5-b58e-c781a68b1f02 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 May 17 16:04:41.228195 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3f1c9000-c43e-43d5-9034-492b700069c9 up at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 16:04:41.269676 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning for port 3f1c9000-c43e-43d5-9034-492b700069c9 completed by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 16:04:41.275753 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.provisioning_blocks [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Provisioning complete for port 3f1c9000-c43e-43d5-9034-492b700069c9 triggered by entity L2. {{(pid=110302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 16:04:41.276290 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392850'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), provisioning_complete {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:41.347796 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Current status of the port 3f1c9000-c43e-43d5-9034-492b700069c9 is: BUILD; New status is: ACTIVE {{(pid=110302) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 16:04:41.348178 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:41.374458 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9'}] {{(pid=110302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:04:41.376707 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e58fd01e11cdf7fa88f86f5d4f5190259fbb44b6a5267b9fbb4e922dbde4db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfad5d10-9cdf-4704-ae58-bee5bbacf6f2" -d '{"events": [{"server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "name": "network-vif-plugged", "status": "completed", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9"}]}' {{(pid=110302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:04:41.389430 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] For port 3f1c9000-c43e-43d5-9034-492b700069c9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3f1c9000-c43e-43d5-9034-492b700069c9,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:04:41.394301 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:41.416710 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33193a5a-a057-462d-b69c-dc323c0c94db x-openstack-request-id: req-33193a5a-a057-462d-b69c-dc323c0c94db {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:04:41.417004 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "name": "network-vif-plugged", "status": "completed", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9", "code": 200}]} {{(pid=110302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:04:41.417296 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33193a5a-a057-462d-b69c-dc323c0c94db {{(pid=110302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:04:41.418020 dv-cinder-842128-1-iscsi neutron-server[110302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33193a5a-a057-462d-b69c-dc323c0c94db'] response: {'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9', 'code': 200} May 17 16:04:41.443869 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Pushing event updated for resources: {'Port': ['ID=3f1c9000-c43e-43d5-9034-492b700069c9,revision_number=5']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:04:41.623548 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85158590-bfbb-45b3-8b0d-4e4fd31e7c8c req-cf72a60f-f1c8-4b74-910a-47c397411686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:41.624995 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-85158590-bfbb-45b3-8b0d-4e4fd31e7c8c req-cf72a60f-f1c8-4b74-910a-47c397411686 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 1129 time: 0.0410016 May 17 16:04:41.668675 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-85158590-bfbb-45b3-8b0d-4e4fd31e7c8c req-d797a920-2dbe-460b-a3be-fdf3bc99c98a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377417 May 17 16:04:41.858536 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9db8d-f352-4603-8ce0-d5d0910d7893 req-f24a97c4-b0db-4fdc-b0cd-e33b3a2da376 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:41.860010 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-28b9db8d-f352-4603-8ce0-d5d0910d7893 req-f24a97c4-b0db-4fdc-b0cd-e33b3a2da376 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 945 time: 0.0469041 May 17 16:04:41.906717 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-28b9db8d-f352-4603-8ce0-d5d0910d7893 req-4bc4fef5-4a78-40c6-b7f1-547d6332809e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412459 May 17 16:04:43.019366 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b428c7-1995-4cf3-a524-8fb60aab76d3 req-e987de37-7237-4724-b9cb-6156ab637feb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:43.020767 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60b428c7-1995-4cf3-a524-8fb60aab76d3 req-e987de37-7237-4724-b9cb-6156ab637feb tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 945 time: 0.0458050 May 17 16:04:43.070997 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-60b428c7-1995-4cf3-a524-8fb60aab76d3 req-6572cfca-a361-4f46-80c3-52590a6faf84 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448494 May 17 16:04:44.182253 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba21f-516a-478d-917e-5c689750bab8 req-4cb5e6cd-ff94-4ba1-b125-1619f22391c8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:44.183687 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dd0ba21f-516a-478d-917e-5c689750bab8 req-4cb5e6cd-ff94-4ba1-b125-1619f22391c8 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 945 time: 0.0459559 May 17 16:04:44.232735 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-dd0ba21f-516a-478d-917e-5c689750bab8 req-69167231-b013-41c6-b1bf-31656351212b tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431712 May 17 16:04:44.343421 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dc145-7fc5-4745-ba29-77c57ca8e5a6 req-3f17d49a-d193-4599-bfcb-66804aaf1947 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:44.344846 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a41dc145-7fc5-4745-ba29-77c57ca8e5a6 req-3f17d49a-d193-4599-bfcb-66804aaf1947 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 945 time: 0.0456653 May 17 16:04:44.394829 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a41dc145-7fc5-4745-ba29-77c57ca8e5a6 req-b1ad83bc-8259-4a6f-a4fe-9ef6c9396e26 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 May 17 16:04:44.418940 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32868) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:04:44.618917 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee07971-5d60-4e62-aa9d-37bd4d6e0d6c tempest-TestVolumeBootPattern-1398413564 tempest-TestVolumeBootPattern-1398413564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:44.620409 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-cee07971-5d60-4e62-aa9d-37bd4d6e0d6c tempest-TestVolumeBootPattern-1398413564 tempest-TestVolumeBootPattern-1398413564-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 1124 time: 0.2003970 May 17 16:04:44.623270 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32872) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:04:44.627421 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.v2.base [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Request body: {'floatingip': {'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'port_id': '3f1c9000-c43e-43d5-9034-492b700069c9', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 16:04:44.648427 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:44.726833 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:44.831443 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Allocated IP 172.27.2.165 (cd69c63f-0361-4103-81bd-656d5e0d1e1c/108264b7-fab5-4bd8-ab41-224b65d28542/6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:04:44.932895 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:44.963334 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763603888725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:45.000137 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Network cd69c63f-0361-4103-81bd-656d5e0d1e1c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:04:45.002947 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:04:45.006420 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 16:04:45.036719 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:04:45.355149 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (1e779402-ea14-455c-bd81-7653ee5fa99f), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:45.421155 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430850'] for port (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:45.608546 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for port (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:45.613166 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763604284811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763603888743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763603888761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395062'] for port (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:45.681907 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event updated for resources: {'Port': ['ID=6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:04:45.688187 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16422433'] for floatingip (1e779402-ea14-455c-bd81-7653ee5fa99f), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:45.779240 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Floating IP 1e779402-ea14-455c-bd81-7653ee5fa99f associated. External IP: 172.27.2.165, port: 3f1c9000-c43e-43d5-9034-492b700069c9. May 17 16:04:45.975108 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:04:46.072578 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:04:46.082084 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:04:46.090740 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:04:46.091814 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:04:46.092427 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:04:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:04:46.119995 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-af55809f-e047-4813-9aed-2001dc4639b6 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4957197 May 17 16:04:46.120579 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:04:46.122860 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:04:46.159618 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078d85c9-d112-44db-b50b-8dfc1abba865 x-openstack-request-id: req-078d85c9-d112-44db-b50b-8dfc1abba865 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:04:46.159913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:04:46.160164 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-078d85c9-d112-44db-b50b-8dfc1abba865 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:04:46.160562 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078d85c9-d112-44db-b50b-8dfc1abba865'] response: {'name': 'network-changed', 'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9', 'status': 'completed', 'code': 200} May 17 16:04:46.193937 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:04:46.220050 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-030b469e-57e8-4b9c-b4f3-d5d38837ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:46.221533 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-030b469e-57e8-4b9c-b4f3-d5d38837ad21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 1129 time: 0.0392106 May 17 16:04:46.312472 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-477431f9-4b8e-4778-87ad-a9b1383490b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:46.313835 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-477431f9-4b8e-4778-87ad-a9b1383490b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0867345 May 17 16:04:46.374217 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-55a01ad9-2b7f-460f-9620-22a828672055 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f1c9000-c43e-43d5-9034-492b700069c9 HTTP/1.1" status: 200 len: 999 time: 0.0532517 May 17 16:04:46.402482 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:12Z', 'revision_number': 1, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}, {'id': '1e779402-ea14-455c-bd81-7653ee5fa99f', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': '3f1c9000-c43e-43d5-9034-492b700069c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:e6:32:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:04:45Z', 'updated_at': '2022-05-17T16:04:45Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:04:46.422806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-f4fcfd07-998a-47e5-a76a-8ae9bf8a6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:46.424223 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-f4fcfd07-998a-47e5-a76a-8ae9bf8a6d8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0439332 May 17 16:04:46.426879 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:04:46.435815 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:04:46.436437 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:04:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:04:46.471498 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-9dca29af-5a57-44bf-8f4a-c8911785e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:04:46.472965 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-9dca29af-5a57-44bf-8f4a-c8911785e107 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429647 May 17 16:04:46.541208 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:04:46.561679 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-9528ff66-824d-4c45-9879-07aba51d3486 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827007 May 17 16:04:46.623857 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:04:46.654387 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-b8da6230-9d7b-42cc-ac1a-91942ab4ce4d req-df19b926-5771-4eab-9614-a4f07d411dfc service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864437 May 17 16:04:46.764480 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:12Z', 'revision_number': 1, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}, {'id': '1e779402-ea14-455c-bd81-7653ee5fa99f', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': '3f1c9000-c43e-43d5-9034-492b700069c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:e6:32:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:04:45Z', 'updated_at': '2022-05-17T16:04:45Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:04:46.788205 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbe70e-6a96-487e-8741-8ad13e15c566 None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:12Z', 'revision_number': 1, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}, {'id': '1e779402-ea14-455c-bd81-7653ee5fa99f', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': '3f1c9000-c43e-43d5-9034-492b700069c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:e6:32:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:04:45Z', 'updated_at': '2022-05-17T16:04:45Z', 'revision_number': 0, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:04:46.977826 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d06866-7bf7-4cae-a765-2e00c89dbe21 None None] New status for floating IP 1e779402-ea14-455c-bd81-7653ee5fa99f: ACTIVE {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 16:05:00.312003 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:00.996700 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f2e48873-518b-499c-9be2-765cae4de503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:03.473166 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-9af8dea5-34ad-4df9-b760-cba11fa18359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:04.402426 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:06.113831 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:07.575567 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:15.904847 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-c781c568-cbb8-4de4-8f60-d31d7c565e15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376232 May 17 16:05:15.981257 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-76c44ba0-7f62-4281-9d4d-1487e7d30818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:05:15.982954 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-76c44ba0-7f62-4281-9d4d-1487e7d30818 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1130 time: 0.0375540 May 17 16:05:16.084155 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-7dbfeda4-bbf0-428e-b0df-f27e2935961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:05:16.085590 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-7dbfeda4-bbf0-428e-b0df-f27e2935961c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0851440 May 17 16:05:16.143044 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-ea72bfab-48f1-4e33-a6d1-bb3189a947f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0517707 May 17 16:05:16.191447 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-c31cac3f-3013-4dd2-a672-dfccd48c1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:05:16.192731 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-c31cac3f-3013-4dd2-a672-dfccd48c1dc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0445621 May 17 16:05:16.234195 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-a770a5ff-1d77-4605-bdc8-6561b608934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:05:16.235646 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-a770a5ff-1d77-4605-bdc8-6561b608934c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373354 May 17 16:05:16.324098 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-8c048c13-5285-43a0-8221-4ab68ac8846e service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821912 May 17 16:05:16.413061 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a2d23042-3c23-4670-b746-d77e2dcaa261 req-c266de47-dcb6-4bba-8f88-441ec351df82 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829384 May 17 16:05:23.624146 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:05:30.310015 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:30.998309 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5a071b37-4f0d-4e43-81f1-613c2441ec23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:33.473462 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b8510354-376c-4eaa-8f00-a18f542729a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:34.408239 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:36.117379 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:05:37.577025 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:00.324639 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:00.623191 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:06:00.998922 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-511943d2-7fec-4c17-a4a3-b4a33a266444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:03.474341 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-745c29af-376b-47f8-bf6d-3c50f4e412d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:04.407481 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:06.119192 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:07.578712 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:17.907179 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-8a621361-b7a4-48bb-acc3-1035ffc63935 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381877 May 17 16:06:17.974520 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-f9fd877a-0ce4-4518-bb83-b7bb140c3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:17.975966 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-f9fd877a-0ce4-4518-bb83-b7bb140c3a63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 1129 time: 0.0474598 May 17 16:06:18.075246 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-afd8bc57-f9b5-4a9f-be5d-1ec84758769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:18.076693 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-afd8bc57-f9b5-4a9f-be5d-1ec84758769e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.0833080 May 17 16:06:18.138839 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-edab58fc-7bce-49f5-ae1a-33ceccedc4dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f1c9000-c43e-43d5-9034-492b700069c9 HTTP/1.1" status: 200 len: 1001 time: 0.0562258 May 17 16:06:18.185986 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-0d5826b4-8414-4ee4-9bd8-9e0c110dbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:18.187344 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-0d5826b4-8414-4ee4-9bd8-9e0c110dbbc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0424836 May 17 16:06:18.228870 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-bceec39b-d6d0-4520-a9b2-22cd57202880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:18.230353 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-bceec39b-d6d0-4520-a9b2-22cd57202880 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372345 May 17 16:06:18.320505 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-5c04b160-db68-4777-8918-04524a89b4e4 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843434 May 17 16:06:18.405357 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f9ee6aa3-6055-42f0-a643-fdc9afce9301 req-13405e8a-0a37-4741-93ae-7e5ef27a0953 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784407 May 17 16:06:28.385952 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [req-ac4a808e-475d-40ff-b684-ba7a19cdd059 req-53f563cc-fcfe-481c-817d-914d47a34370 service neutron] (110301) timed out ('10.222.0.61', 49917) {{(pid=110301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 16:06:30.339753 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:30.999563 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fbed21b7-d65f-49f7-b5e9-3db6b91565a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:32.879407 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-a2706acc-955d-4f05-9acc-d16de1ce8b64 service neutron] (110300) timed out ('10.222.0.75', 55976) {{(pid=110300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 16:06:32.977427 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-0a219ca3-0dd7-48c1-9ed2-81e68b1d429e req-517ee1f4-9d84-4f47-920f-cc18ed34a66a tempest-AttachVolumeShelveTestJSON-1193453340 tempest-AttachVolumeShelveTestJSON-1193453340-project] (110300) timed out ('10.222.0.75', 55984) {{(pid=110300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 16:06:33.476525 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-730d9266-e84b-4e49-9e8f-44a518b005f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:34.410397 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:34.989961 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32914) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:35.126752 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Deleting port 6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:35.127089 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:35.460826 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:35.461173 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:35.473825 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Calling delete_port for 6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14 owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:35.611970 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:35.635730 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event deleted for resources: {'Port': ['ID=6bb2617d-1f6f-49d4-bfac-a85b3bc8ab14,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:35.647217 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.647564 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.647910 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.648247 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.648580 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.648917 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.649243 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.649568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.650533 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.650895 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.651223 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.651549 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.651873 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.652196 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.652516 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:35.707694 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (1e779402-ea14-455c-bd81-7653ee5fa99f), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:35.708015 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Floating IP 1e779402-ea14-455c-bd81-7653ee5fa99f disassociated (deleted). External IP: 172.27.2.165, port: 3f1c9000-c43e-43d5-9034-492b700069c9. May 17 16:06:35.898017 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:06:35.999550 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:06:36.004200 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:36.008741 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:06:36.018520 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:06:36.019133 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:06:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:36.033954 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c00269a0-bb45-4ea0-8453-03b31a9a9eca tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "DELETE /v2.0/floatingips/1e779402-ea14-455c-bd81-7653ee5fa99f HTTP/1.1" status: 204 len: 168 time: 1.0428963 May 17 16:06:36.034568 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:06:36.036835 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6868fc47-475a-4146-ab68-59e4ed180407" -d '{"events": [{"name": "network-changed", "server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:06:36.074447 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c2fd19-c915-4849-ad23-61bf858044b4 x-openstack-request-id: req-48c2fd19-c915-4849-ad23-61bf858044b4 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:06:36.074734 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:06:36.074981 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48c2fd19-c915-4849-ad23-61bf858044b4 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:06:36.075378 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c2fd19-c915-4849-ad23-61bf858044b4'] response: {'name': 'network-changed', 'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9', 'status': 'completed', 'code': 200} May 17 16:06:36.145964 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868fc47-475a-4146-ab68-59e4ed180407 req-5113baa5-16a7-4dcb-8246-21ba3b67f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:36.147248 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6868fc47-475a-4146-ab68-59e4ed180407 req-5113baa5-16a7-4dcb-8246-21ba3b67f694 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 1129 time: 0.0508568 May 17 16:06:36.148336 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:06:36.262036 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868fc47-475a-4146-ab68-59e4ed180407 req-e02ec4b5-5675-44f6-91bf-346f541f2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:36.263516 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6868fc47-475a-4146-ab68-59e4ed180407 req-e02ec4b5-5675-44f6-91bf-346f541f2b83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.1093140 May 17 16:06:36.301098 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78242ee-caac-4eb3-b5d2-6f10d7468146 req-b21fc1a8-7c37-45e3-9e19-0bc337752bfe tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:36.302637 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f78242ee-caac-4eb3-b5d2-6f10d7468146 req-b21fc1a8-7c37-45e3-9e19-0bc337752bfe tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 945 time: 0.0612116 May 17 16:06:36.351342 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:36.352626 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f78242ee-caac-4eb3-b5d2-6f10d7468146 req-b5b825d4-48c6-4176-9e9c-a44a3dbb511e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436265 May 17 16:06:36.486866 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:12Z', 'revision_number': 1, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:36.511061 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:06:36.518811 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:06:36.519401 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:06:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:36.617629 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:06:36.820363 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:12Z', 'revision_number': 1, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:36.849192 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e41a2-cdc8-46af-bb18-9fd3f056ae2a None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_floatingips': [{'id': '1b43f99b-b7c8-4b8e-a946-0ddbbdb99052', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'router_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'port_id': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'mac_address': 'fa:16:3e:09:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T16:02:10Z', 'updated_at': '2022-05-17T16:02:12Z', 'revision_number': 1, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:06:37.060306 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296af203-5d29-4048-8ff0-857c6833d3d6 None None] New status for floating IP 1e779402-ea14-455c-bd81-7653ee5fa99f: DOWN {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 16:06:37.214233 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6868fc47-475a-4146-ab68-59e4ed180407 req-51349057-5b5b-445e-a560-114482c2f034 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f1c9000-c43e-43d5-9034-492b700069c9 HTTP/1.1" status: 200 len: 217 time: 0.0325527 May 17 16:06:37.260475 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868fc47-475a-4146-ab68-59e4ed180407 req-7dd83ddd-f401-4d05-8b41-bddf9acca86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:37.261923 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6868fc47-475a-4146-ab68-59e4ed180407 req-7dd83ddd-f401-4d05-8b41-bddf9acca86c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0425282 May 17 16:06:37.311729 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868fc47-475a-4146-ab68-59e4ed180407 req-10d14cf8-93d6-41a7-983d-0922e703252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:37.313181 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6868fc47-475a-4146-ab68-59e4ed180407 req-10d14cf8-93d6-41a7-983d-0922e703252d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427260 May 17 16:06:37.403067 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6868fc47-475a-4146-ab68-59e4ed180407 req-6fd7196c-dc65-421b-873b-91760825f792 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829017 May 17 16:06:37.526258 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506011c-fb9a-45d4-9be7-76cfd78fe437 req-e69fb158-e9f9-4929-a8dc-aa24f9e077e9 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:37.527690 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f506011c-fb9a-45d4-9be7-76cfd78fe437 req-e69fb158-e9f9-4929-a8dc-aa24f9e077e9 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 945 time: 0.0745950 May 17 16:06:37.581888 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:37.618035 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-6868fc47-475a-4146-ab68-59e4ed180407 req-2eaa0e06-164b-4481-a0ac-7e06e0b0d13b service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355875 May 17 16:06:37.622733 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-f506011c-fb9a-45d4-9be7-76cfd78fe437 req-2a1d90be-3fb0-4227-9a66-d4d5b739e808 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676818 May 17 16:06:37.625412 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:06:37.882243 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-ab0eea79-0ae4-409f-895e-becb871a8d27 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:37.883665 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-ab0eea79-0ae4-409f-895e-becb871a8d27 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 945 time: 0.0492001 May 17 16:06:37.965497 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Deleting port 3f1c9000-c43e-43d5-9034-492b700069c9 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:37.965845 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:38.054817 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] For port 3f1c9000-c43e-43d5-9034-492b700069c9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3f1c9000-c43e-43d5-9034-492b700069c9,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:06:38.055174 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:38.068158 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Calling delete_port for 3f1c9000-c43e-43d5-9034-492b700069c9 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:38.193295 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (3f1c9000-c43e-43d5-9034-492b700069c9), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:38.222542 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event deleted for resources: {'Port': ['ID=3f1c9000-c43e-43d5-9034-492b700069c9,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:38.265835 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] No DVR routers for this DVR port 3f1c9000-c43e-43d5-9034-492b700069c9 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:06:38.268350 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:38.271478 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-24c79604-394c-45cb-a9d0-762c53c4d1e5 req-861d6c44-4890-42e9-8fdb-28933a97007a tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "DELETE /v2.0/ports/3f1c9000-c43e-43d5-9034-492b700069c9 HTTP/1.1" status: 204 len: 173 time: 0.3825443 May 17 16:06:38.271901 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'name': 'network-vif-deleted', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:06:38.274120 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6c00f3-4e7d-429e-9f34-19e71dac568b" -d '{"events": [{"server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "name": "network-vif-deleted", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:06:38.312772 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10e1e56-af15-4a89-96cf-df9777904e72 x-openstack-request-id: req-a10e1e56-af15-4a89-96cf-df9777904e72 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:06:38.313164 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d36e836-ea99-440f-bd1f-e2166f778e34", "name": "network-vif-deleted", "tag": "3f1c9000-c43e-43d5-9034-492b700069c9", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:06:38.313487 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a10e1e56-af15-4a89-96cf-df9777904e72 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:06:38.313953 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10e1e56-af15-4a89-96cf-df9777904e72'] response: {'server_uuid': '9d36e836-ea99-440f-bd1f-e2166f778e34', 'name': 'network-vif-deleted', 'tag': '3f1c9000-c43e-43d5-9034-492b700069c9', 'status': 'completed', 'code': 200} May 17 16:06:38.732381 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-a55ba982-d546-4710-9aa4-1d837310c270 req-3e17f5fa-a94b-4159-ad76-3708b3b5e102 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d36e836-ea99-440f-bd1f-e2166f778e34 HTTP/1.1" status: 200 len: 210 time: 0.0280046 May 17 16:06:39.684654 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3f1c9000-c43e-43d5-9034-492b700069c9 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:06:39.706803 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: 3f1c9000-c43e-43d5-9034-492b700069c9 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:06:39.707142 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device 3f1c9000-c43e-43d5-9034-492b700069c9 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:06:42.011374 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32952) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:42.150439 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Deleting port fee6f8b6-2628-4b49-8458-3e99eca005d7 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:42.150781 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (fee6f8b6-2628-4b49-8458-3e99eca005d7), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:42.225248 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (fee6f8b6-2628-4b49-8458-3e99eca005d7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:42.225574 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (fee6f8b6-2628-4b49-8458-3e99eca005d7), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:42.238550 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Calling delete_port for fee6f8b6-2628-4b49-8458-3e99eca005d7 owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:42.379109 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (fee6f8b6-2628-4b49-8458-3e99eca005d7), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:42.404359 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event deleted for resources: {'Port': ['ID=fee6f8b6-2628-4b49-8458-3e99eca005d7,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:42.462038 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (1b43f99b-b7c8-4b8e-a946-0ddbbdb99052), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:42.462900 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.db.l3_db [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Floating IP 1b43f99b-b7c8-4b8e-a946-0ddbbdb99052 disassociated (deleted). External IP: 172.27.2.11, port: e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4. May 17 16:06:42.651736 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:06:42.749602 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:06:42.754431 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:42.761490 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:06:42.771101 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:06:42.771712 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:06:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:42.783502 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-29547e34-a65b-402c-92a8-0ce68ffc0f8e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "DELETE /v2.0/floatingips/1b43f99b-b7c8-4b8e-a946-0ddbbdb99052 HTTP/1.1" status: 204 len: 168 time: 0.7710588 May 17 16:06:42.784085 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:06:42.786411 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e1b50a-8aec-4234-8aba-2725b95942c9" -d '{"events": [{"name": "network-changed", "server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:06:42.823063 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8cc98c-6cac-4a14-ba51-e2ffaa7ccbc1 x-openstack-request-id: req-fe8cc98c-6cac-4a14-ba51-e2ffaa7ccbc1 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:06:42.823356 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:06:42.823630 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe8cc98c-6cac-4a14-ba51-e2ffaa7ccbc1 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:06:42.824052 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8cc98c-6cac-4a14-ba51-e2ffaa7ccbc1'] response: {'name': 'network-changed', 'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'status': 'completed', 'code': 200} May 17 16:06:42.884116 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:06:42.887527 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-76674e7e-886b-42e8-abb2-0c411e5e9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:42.889191 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-76674e7e-886b-42e8-abb2-0c411e5e9015 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbe368679f4c4d968619ea0e2456c407&device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 1130 time: 0.0459888 May 17 16:06:43.020354 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-3406ce56-c6d1-4ba2-8b94-7540e55ca866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:43.021806 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-3406ce56-c6d1-4ba2-8b94-7540e55ca866 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 200 len: 912 time: 0.1273870 May 17 16:06:43.029878 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c702f-0d82-41a6-a1c8-b64ecffb9f8c req-2955bc64-7ea7-4a8c-aeed-442e431c5307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:43.031258 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-422c702f-0d82-41a6-a1c8-b64ecffb9f8c req-2955bc64-7ea7-4a8c-aeed-442e431c5307 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0588334 May 17 16:06:43.079056 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-422c702f-0d82-41a6-a1c8-b64ecffb9f8c req-569c184d-1437-402c-8d01-4f709c12bd30 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 May 17 16:06:43.080665 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:43.104886 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:06:43.113193 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:06:43.113784 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:06:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:43.217182 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:06:43.398788 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:43.422427 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c81ac1-87eb-4038-b066-04a477cfa474 None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:26Z', 'revision_number': 4, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi', '_interfaces': [{'id': '3bd868b4-7314-4dbd-9107-829cb5916376', 'name': '', 'network_id': '6f4eb954-5185-441c-9dd5-cd8454980b48', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'mac_address': 'fa:16:3e:3c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:26Z', 'updated_at': '2022-05-17T15:58:31Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'subnets': [{'id': '09b4e8e5-f166-4e40-b883-f6c4b64a6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:06:43.644135 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44312f30-10f4-4263-9a3f-83004337c87c None None] New status for floating IP 1b43f99b-b7c8-4b8e-a946-0ddbbdb99052: DOWN {{(pid=110303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 16:06:43.932739 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-03309017-d9d9-45b8-a394-edb804484b9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 HTTP/1.1" status: 200 len: 217 time: 0.0357916 May 17 16:06:43.978701 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-289bbfb0-30ab-4177-b98f-a18326466b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:43.979964 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-289bbfb0-30ab-4177-b98f-a18326466b70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 200 len: 850 time: 0.0419493 May 17 16:06:44.039788 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-74b952ed-fcb8-47b5-9e1a-95737705b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:44.041185 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-74b952ed-fcb8-47b5-9e1a-95737705b20e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f4eb954-5185-441c-9dd5-cd8454980b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368059 May 17 16:06:44.130682 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-ed70890e-c0b9-457e-9a6e-c046497442d0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827010 May 17 16:06:44.191844 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733ef2-8241-4bc1-ace4-d0007726d3b9 req-49a00194-319f-44e8-85f3-b4cd546bbefc tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:44.193329 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c9733ef2-8241-4bc1-ace4-d0007726d3b9 req-49a00194-319f-44e8-85f3-b4cd546bbefc tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0456464 May 17 16:06:44.241702 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-c9733ef2-8241-4bc1-ace4-d0007726d3b9 req-01e4b012-4b8d-4f9f-9287-9dfb56dfcda0 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b158ca6-ebc8-4bfb-bd27-32057542c13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 May 17 16:06:44.384109 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-20e1b50a-8aec-4234-8aba-2725b95942c9 req-d799cd56-6959-4631-a80c-dcd31e72e8d1 service neutron] 10.222.0.61 "GET /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851200 May 17 16:06:44.531286 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf00af-047f-49ae-9163-8d157e8e274f req-4ae7a5a0-6e6f-4480-9232-1e0361a036aa tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 16:06:44.532599 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-14cf00af-047f-49ae-9163-8d157e8e274f req-4ae7a5a0-6e6f-4480-9232-1e0361a036aa tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 946 time: 0.0454829 May 17 16:06:44.614835 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Deleting port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:44.615171 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:44.700699 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] For port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:06:44.701056 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:44.713403 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Calling delete_port for e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 owned by compute:nova {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:44.838296 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:44.864549 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event deleted for resources: {'Port': ['ID=e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:44.910698 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] No DVR routers for this DVR port e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 on host hv-cinder-84212 {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:06:44.913149 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for port (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:44.916535 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-14cf00af-047f-49ae-9163-8d157e8e274f req-779f39de-8b29-4e47-b439-43773f87bcdf tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.61 "DELETE /v2.0/ports/e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 HTTP/1.1" status: 204 len: 173 time: 0.3773427 May 17 16:06:44.916988 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'name': 'network-vif-deleted', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 16:06:44.919737 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84c7b48941d08b99e0dee1df0cc38fd4ab965a14716f06bce1f5fea7f90a8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82924c3-01f1-45ee-8137-557658160f44" -d '{"events": [{"server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "name": "network-vif-deleted", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 16:06:44.960771 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b21222-ba95-4ba9-8e05-45310ecd6a27 x-openstack-request-id: req-06b21222-ba95-4ba9-8e05-45310ecd6a27 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 16:06:44.961056 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c6b3b9-82e1-42fa-9a41-bb5a2579607e", "name": "network-vif-deleted", "tag": "e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4", "status": "completed", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 16:06:44.961308 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06b21222-ba95-4ba9-8e05-45310ecd6a27 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 16:06:44.961709 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b21222-ba95-4ba9-8e05-45310ecd6a27'] response: {'server_uuid': '26c6b3b9-82e1-42fa-9a41-bb5a2579607e', 'name': 'network-vif-deleted', 'tag': 'e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4', 'status': 'completed', 'code': 200} May 17 16:06:45.356763 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [req-79d5f386-f8eb-43a6-919a-6538a3c12983 req-4019c2cf-878c-412e-8b6b-4f6582b8f04e tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "GET /v2.0/ports?device_id=26c6b3b9-82e1-42fa-9a41-bb5a2579607e HTTP/1.1" status: 200 len: 210 time: 0.0282307 May 17 16:06:46.418899 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32968) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:46.531059 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Deleting port 5c2e10b4-0bc8-4e68-b1b0-d139928d0593 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:46.531403 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:46.603321 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:46.603644 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:46.615687 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Calling delete_port for 5c2e10b4-0bc8-4e68-b1b0-d139928d0593 owned by network:floatingip {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:46.745656 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (5c2e10b4-0bc8-4e68-b1b0-d139928d0593), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:46.776491 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event deleted for resources: {'Port': ['ID=5c2e10b4-0bc8-4e68-b1b0-d139928d0593,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:46.834986 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for floatingip (0eda809d-abfe-435e-b749-51de5d2f1752), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:46.837479 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-341940'] for floatingip (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:46.838685 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-952698d7-058e-4fbf-ab30-e578740fe8b1 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "DELETE /v2.0/floatingips/0eda809d-abfe-435e-b749-51de5d2f1752 HTTP/1.1" status: 204 len: 168 time: 0.4183588 May 17 16:06:47.731828 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:06:47.754434 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] No Port match for: e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:06:47.754770 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Device e9fe0496-5a0f-4d33-ae6e-bbfc4d3d4ac4 not bound to the agent host hv-cinder-84212 {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:06:48.030681 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32980) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:48.085894 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-59632c75-29d4-4f94-ac28-8095d699f346 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group (0b158ca6-ebc8-4bfb-bd27-32057542c13a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:48.109829 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-59632c75-29d4-4f94-ac28-8095d699f346 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group (0b158ca6-ebc8-4bfb-bd27-32057542c13a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:48.167132 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-59632c75-29d4-4f94-ac28-8095d699f346 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (0b158ca6-ebc8-4bfb-bd27-32057542c13a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:48.169729 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-59632c75-29d4-4f94-ac28-8095d699f346 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:48.170897 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-59632c75-29d4-4f94-ac28-8095d699f346 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] 10.222.0.75 "DELETE /v2.0/security-groups/0b158ca6-ebc8-4bfb-bd27-32057542c13a HTTP/1.1" status: 204 len: 168 time: 0.1392415 May 17 16:06:48.179670 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59632c75-29d4-4f94-ac28-8095d699f346 tempest-TestVolumeBootPattern-2025100078 tempest-TestVolumeBootPattern-2025100078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b158ca6-ebc8-4bfb-bd27-32057542c13a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:48.231696 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32984) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:48.913778 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:49.126657 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Deleting port 3bd868b4-7314-4dbd-9107-829cb5916376 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:49.127368 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:49.207259 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] For port 3bd868b4-7314-4dbd-9107-829cb5916376, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=3bd868b4-7314-4dbd-9107-829cb5916376,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:06:49.207533 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:49.219992 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Calling delete_port for 3bd868b4-7314-4dbd-9107-829cb5916376 owned by network:router_interface {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:49.397081 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (3bd868b4-7314-4dbd-9107-829cb5916376), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:49.422528 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd868b4-7314-4dbd-9107-829cb5916376,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:49.582161 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:49.778534 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:06:49.874260 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:06:49.880239 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-bf6ba549-012f-4a56-a3d5-59eeba9f7e93 admin admin] 10.222.0.75 "PUT /v2.0/routers/6d99b3cd-4d0e-4561-9d9c-8070b98e2125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462524 May 17 16:06:49.881563 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32988) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:49.884636 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] Sync routers for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:06:49.895169 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:06:49.895798 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:06:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:49.979044 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks [] for router (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.078083 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks [] for router_gateway (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.119310 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: dv-cinder-842128-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:06:50.120620 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Deleting port 6b6bd998-8a07-4b7c-931c-0068d9919af6 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:50.120958 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.206767 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] For port 6b6bd998-8a07-4b7c-931c-0068d9919af6, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=6b6bd998-8a07-4b7c-931c-0068d9919af6,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:06:50.207459 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.220556 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Calling delete_port for 6b6bd998-8a07-4b7c-931c-0068d9919af6 owned by network:router_gateway {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:50.284335 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T16:06:49Z', 'revision_number': 5, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port': {'id': '6b6bd998-8a07-4b7c-931c-0068d9919af6', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:50.308764 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] Checking router: 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 for host: dv-cinder-842128-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:06:50.316924 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] Routers {'6d99b3cd-4d0e-4561-9d9c-8070b98e2125'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:06:50.317524 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:06:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:50.391332 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (6b6bd998-8a07-4b7c-931c-0068d9919af6), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.402109 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] Set router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:06:50.420361 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6bd998-8a07-4b7c-931c-0068d9919af6,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:50.454185 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T16:06:50Z', 'revision_number': 6, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:50.477697 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870405b-7dad-46ad-afb7-315e0a2f0bd8 None None] The sync data for ids ['6d99b3cd-4d0e-4561-9d9c-8070b98e2125'] in dv-cinder-842128-1-iscsi is: [{'id': '6d99b3cd-4d0e-4561-9d9c-8070b98e2125', 'name': 'tempest-TestVolumeBootPattern-229030388-router', 'tenant_id': 'fbe368679f4c4d968619ea0e2456c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:24Z', 'updated_at': '2022-05-17T16:06:50Z', 'revision_number': 6, 'project_id': 'fbe368679f4c4d968619ea0e2456c407', 'gw_port_host': None}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:06:50.481297 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.582247 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.584363 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks [] for router_controller (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.625496 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (6d99b3cd-4d0e-4561-9d9c-8070b98e2125), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.626141 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d99b3cd-4d0e-4561-9d9c-8070b98e2125 {{(pid=110301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 16:06:50.630664 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.631598 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-86b528a4-8872-4a7f-9b88-0fa4d777e70c admin admin] 10.222.0.75 "DELETE /v2.0/routers/6d99b3cd-4d0e-4561-9d9c-8070b98e2125 HTTP/1.1" status: 204 len: 168 time: 0.7490594 May 17 16:06:50.634173 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32990) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:50.677136 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_v2 [None req-054cba13-ae1a-4e6a-9c8a-556cb8b1f3a2 admin admin] Deleting subnet 09b4e8e5-f166-4e40-b883-f6c4b64a6f71 {{(pid=110301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 16:06:50.680049 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-054cba13-ae1a-4e6a-9c8a-556cb8b1f3a2 admin admin] Publish callbacks [] for subnet (09b4e8e5-f166-4e40-b883-f6c4b64a6f71), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.712866 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-054cba13-ae1a-4e6a-9c8a-556cb8b1f3a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13728994'] for subnet (09b4e8e5-f166-4e40-b883-f6c4b64a6f71), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.787046 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-054cba13-ae1a-4e6a-9c8a-556cb8b1f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (09b4e8e5-f166-4e40-b883-f6c4b64a6f71), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.842225 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-054cba13-ae1a-4e6a-9c8a-556cb8b1f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13473968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771334'] for subnet (09b4e8e5-f166-4e40-b883-f6c4b64a6f71), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.873206 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-054cba13-ae1a-4e6a-9c8a-556cb8b1f3a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.877806 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-054cba13-ae1a-4e6a-9c8a-556cb8b1f3a2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/09b4e8e5-f166-4e40-b883-f6c4b64a6f71 HTTP/1.1" status: 204 len: 168 time: 0.2403758 May 17 16:06:50.877806 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cba13-ae1a-4e6a-9c8a-556cb8b1f3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b4e8e5-f166-4e40-b883-f6c4b64a6f71,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:50.878608 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32992) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:50.881258 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68bb675-3a79-472b-aefd-38abb032200a None None] Network 6f4eb954-5185-441c-9dd5-cd8454980b48 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 16:06:50.952767 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (6f4eb954-5185-441c-9dd5-cd8454980b48), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:50.995460 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Deleting port acff53a4-5f69-45de-a683-246a896cd230 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:50.995799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (acff53a4-5f69-45de-a683-246a896cd230), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.059696 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-67318248-c743-49ea-a816-bec163107edd admin admin] For port acff53a4-5f69-45de-a683-246a896cd230, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=acff53a4-5f69-45de-a683-246a896cd230,segment=NetworkSegment(292fcf8d-4838-4f8d-a82d-5efd009af7d2),segment_id=292fcf8d-4838-4f8d-a82d-5efd009af7d2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:06:51.060056 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (acff53a4-5f69-45de-a683-246a896cd230), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.072161 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Calling delete_port for acff53a4-5f69-45de-a683-246a896cd230 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:51.148862 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (acff53a4-5f69-45de-a683-246a896cd230), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.175316 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67318248-c743-49ea-a816-bec163107edd admin admin] No DVR routers for this DVR port acff53a4-5f69-45de-a683-246a896cd230 on host dv-cinder-842128-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:06:51.177381 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Pushing event deleted for resources: {'Port': ['ID=acff53a4-5f69-45de-a683-246a896cd230,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:51.251558 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (6f4eb954-5185-441c-9dd5-cd8454980b48), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.261805 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07aec6a-dda5-4181-9e4e-fc1aad39dddc None None] DHCP port deletion for 6f4eb954-5185-441c-9dd5-cd8454980b48 request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 16:06:51.275968 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-67318248-c743-49ea-a816-bec163107edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4eb954-5185-441c-9dd5-cd8454980b48']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:51.286399 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-67318248-c743-49ea-a816-bec163107edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292fcf8d-4838-4f8d-a82d-5efd009af7d2') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:51.286740 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-67318248-c743-49ea-a816-bec163107edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292fcf8d-4838-4f8d-a82d-5efd009af7d2') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:51.297592 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (292fcf8d-4838-4f8d-a82d-5efd009af7d2), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.312044 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (292fcf8d-4838-4f8d-a82d-5efd009af7d2), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.318869 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:06:51.319423 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (292fcf8d-4838-4f8d-a82d-5efd009af7d2), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:06:51.321473 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:06:51.344365 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 6b6bd998-8a07-4b7c-931c-0068d9919af6 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:06:51.364720 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 6b6bd998-8a07-4b7c-931c-0068d9919af6 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:06:51.365067 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 6b6bd998-8a07-4b7c-931c-0068d9919af6 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:06:51.365586 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device acff53a4-5f69-45de-a683-246a896cd230 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:06:51.384874 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (6f4eb954-5185-441c-9dd5-cd8454980b48), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.385175 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: acff53a4-5f69-45de-a683-246a896cd230 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:06:51.386073 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device acff53a4-5f69-45de-a683-246a896cd230 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:06:51.386487 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 3bd868b4-7314-4dbd-9107-829cb5916376 no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:06:51.391451 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.397905 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-67318248-c743-49ea-a816-bec163107edd admin admin] 10.222.0.75 "DELETE /v2.0/networks/6f4eb954-5185-441c-9dd5-cd8454980b48 HTTP/1.1" status: 204 len: 168 time: 0.5156193 May 17 16:06:51.398259 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.75', 32994) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:51.406750 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 3bd868b4-7314-4dbd-9107-829cb5916376 {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:06:51.407061 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 3bd868b4-7314-4dbd-9107-829cb5916376 not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:06:51.410319 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67318248-c743-49ea-a816-bec163107edd admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4eb954-5185-441c-9dd5-cd8454980b48,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:51.720831 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16419532'] for router_interface (b046e019-d3bd-47a9-a049-e5a6bf7a263e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:51.933139 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Deleting port e93f8ea6-2504-4171-856f-b34004e435df {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:51.933479 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (e93f8ea6-2504-4171-856f-b34004e435df), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:52.008374 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] For port e93f8ea6-2504-4171-856f-b34004e435df, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=e93f8ea6-2504-4171-856f-b34004e435df,segment=NetworkSegment(28f4b300-21d6-4286-afa3-0ee8ea36a849),segment_id=28f4b300-21d6-4286-afa3-0ee8ea36a849)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:06:52.008730 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (e93f8ea6-2504-4171-856f-b34004e435df), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:52.021561 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Calling delete_port for e93f8ea6-2504-4171-856f-b34004e435df owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:52.191777 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15029053'] for port (e93f8ea6-2504-4171-856f-b34004e435df), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:52.216499 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93f8ea6-2504-4171-856f-b34004e435df,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:52.225993 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.226380 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.226694 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.227059 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.227376 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.227705 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.228038 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.228364 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.229655 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.229655 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.229869 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.230187 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.230516 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.230840 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.231161 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842128-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:06:52.387234 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16297055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16432339'] for router_interface (b046e019-d3bd-47a9-a049-e5a6bf7a263e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:52.583529 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Router b046e019-d3bd-47a9-a049-e5a6bf7a263e has already been hosted by L3 agent 2918509f-f05c-4381-a07e-c43bca2da468 {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 16:06:52.683004 dv-cinder-842128-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] Notify agent at l3_agent.dv-cinder-842128-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 16:06:52.688952 dv-cinder-842128-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-eefc4fd3-7202-4ecb-b701-821b1bab86b0 admin admin] 10.222.0.75 "PUT /v2.0/routers/b046e019-d3bd-47a9-a049-e5a6bf7a263e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2893589 May 17 16:06:52.690528 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 32998) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:52.691257 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] Sync routers for ids ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'] in dv-cinder-842128-1-iscsi {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:06:52.701491 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] Routers {'b046e019-d3bd-47a9-a049-e5a6bf7a263e'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:06:52.702135 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:06:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:52.782511 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks [] for router (b046e019-d3bd-47a9-a049-e5a6bf7a263e), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:52.800493 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] Set router b046e019-d3bd-47a9-a049-e5a6bf7a263e gateway port host: dv-cinder-842128-1-iscsi {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:06:52.881098 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks [] for router_gateway (b046e019-d3bd-47a9-a049-e5a6bf7a263e), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:52.927382 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Deleting port 14c84586-fbf4-47e7-aeae-03796759ee7a {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:52.927764 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:52.977080 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'external_fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T16:06:52Z', 'revision_number': 5, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port': {'id': '14c84586-fbf4-47e7-aeae-03796759ee7a', 'name': '', 'network_id': 'cd69c63f-0361-4103-81bd-656d5e0d1e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842128-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T15:58:29Z', 'updated_at': '2022-05-17T15:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '108264b7-fab5-4bd8-ab41-224b65d28542', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842128-1-iscsi'}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:53.000903 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] Checking router: b046e019-d3bd-47a9-a049-e5a6bf7a263e for host: dv-cinder-842128-1-iscsi {{(pid=110303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:06:53.005157 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] For port 14c84586-fbf4-47e7-aeae-03796759ee7a, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=14c84586-fbf4-47e7-aeae-03796759ee7a,segment=NetworkSegment(8cd823d1-bf4c-41c4-bcd1-7e289aea95ba),segment_id=8cd823d1-bf4c-41c4-bcd1-7e289aea95ba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:06:53.005519 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.008812 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] Routers {'b046e019-d3bd-47a9-a049-e5a6bf7a263e'} bound to L3 agent in host dv-cinder-842128-1-iscsi {{(pid=110303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 16:06:53.009408 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842128-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T15:33:33Z,description=,heartbeat_timestamp=2022-05-17T16:06:33Z,host='dv-cinder-842128-1-iscsi',id=2918509f-f05c-4381-a07e-c43bca2da468,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T15:33:33Z,topic='l3_agent')) {'router_ids': ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'], 'active': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:53.020571 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Calling delete_port for 14c84586-fbf4-47e7-aeae-03796759ee7a owned by network:router_gateway {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:53.089682 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvr_db [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] Set router b046e019-d3bd-47a9-a049-e5a6bf7a263e gateway port host: None {{(pid=110303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 16:06:53.138497 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.l3_hamode_db [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T16:06:52Z', 'revision_number': 6, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port_host': None}], 'dv-cinder-842128-1-iscsi', False) {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:53.162567 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aae81-b98d-4b11-b137-538a211efd20 None None] The sync data for ids ['b046e019-d3bd-47a9-a049-e5a6bf7a263e'] in dv-cinder-842128-1-iscsi is: [{'id': 'b046e019-d3bd-47a9-a049-e5a6bf7a263e', 'name': 'tempest-TestVolumeBootPattern-1052451012-router', 'tenant_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T15:58:28Z', 'updated_at': '2022-05-17T16:06:52Z', 'revision_number': 6, 'project_id': 'aa2522a5f92c4818bd9129ed97f5e6bb', 'gw_port_host': None}] {{(pid=110303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:06:53.183514 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (14c84586-fbf4-47e7-aeae-03796759ee7a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.208613 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Pushing event deleted for resources: {'Port': ['ID=14c84586-fbf4-47e7-aeae-03796759ee7a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:53.281212 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424702'] for router_gateway (b046e019-d3bd-47a9-a049-e5a6bf7a263e), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.364531 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16423350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-369'] for router (b046e019-d3bd-47a9-a049-e5a6bf7a263e), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.366646 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks [] for router_controller (b046e019-d3bd-47a9-a049-e5a6bf7a263e), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.405862 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16423343'] for router (b046e019-d3bd-47a9-a049-e5a6bf7a263e), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.406436 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b046e019-d3bd-47a9-a049-e5a6bf7a263e {{(pid=110301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 16:06:53.410444 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.411551 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-3184dd79-6d88-4f5a-b391-d999477c581c admin admin] 10.222.0.75 "DELETE /v2.0/routers/b046e019-d3bd-47a9-a049-e5a6bf7a263e HTTP/1.1" status: 204 len: 168 time: 0.7200584 May 17 16:06:53.414115 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 33000) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:53.457692 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1598e70c-8806-4e96-bf92-ca161a231bd7 admin admin] Deleting subnet 8068292d-1b44-4cd7-93d2-bc151ad2e597 {{(pid=110301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 16:06:53.460649 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1598e70c-8806-4e96-bf92-ca161a231bd7 admin admin] Publish callbacks [] for subnet (8068292d-1b44-4cd7-93d2-bc151ad2e597), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.499031 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1598e70c-8806-4e96-bf92-ca161a231bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13728994'] for subnet (8068292d-1b44-4cd7-93d2-bc151ad2e597), precommit_delete_associations {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.588020 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1598e70c-8806-4e96-bf92-ca161a231bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299454'] for subnet (8068292d-1b44-4cd7-93d2-bc151ad2e597), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.631901 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device e93f8ea6-2504-4171-856f-b34004e435df no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:06:53.643228 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1598e70c-8806-4e96-bf92-ca161a231bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13473968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771334'] for subnet (8068292d-1b44-4cd7-93d2-bc151ad2e597), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.651511 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: e93f8ea6-2504-4171-856f-b34004e435df {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:06:53.651858 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device e93f8ea6-2504-4171-856f-b34004e435df not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:06:53.668542 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598e70c-8806-4e96-bf92-ca161a231bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8068292d-1b44-4cd7-93d2-bc151ad2e597,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:53.671999 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1598e70c-8806-4e96-bf92-ca161a231bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.675054 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-1598e70c-8806-4e96-bf92-ca161a231bd7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8068292d-1b44-4cd7-93d2-bc151ad2e597 HTTP/1.1" status: 204 len: 168 time: 0.2600322 May 17 16:06:53.677502 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 33002) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:53.678518 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e97aa-b373-4122-8cf1-027fb1b81455 None None] Network eaa5375f-5fca-4fe6-a4a4-844e32358521 requested from dv-cinder-842128-1-iscsi {{(pid=110302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 16:06:53.748560 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1501729'] for network (eaa5375f-5fca-4fe6-a4a4-844e32358521), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.788913 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Deleting port 8dd6d687-0c30-4c61-888d-2970ae08dcfe {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 16:06:53.789277 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763604275941'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.850307 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] For port 8dd6d687-0c30-4c61-888d-2970ae08dcfe, host dv-cinder-842128-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842128-1-iscsi',level=0,port_id=8dd6d687-0c30-4c61-888d-2970ae08dcfe,segment=NetworkSegment(28f4b300-21d6-4286-afa3-0ee8ea36a849),segment_id=28f4b300-21d6-4286-afa3-0ee8ea36a849)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 16:06:53.850664 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16419334'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.867138 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Calling delete_port for 8dd6d687-0c30-4c61-888d-2970ae08dcfe owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 16:06:53.940723 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763604284793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763603888734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395009'] for port (8dd6d687-0c30-4c61-888d-2970ae08dcfe), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:53.968087 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] No DVR routers for this DVR port 8dd6d687-0c30-4c61-888d-2970ae08dcfe on host dv-cinder-842128-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:06:53.976065 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910f7c7-7be2-45a5-9791-dff3e862ef52 None None] DHCP port deletion for eaa5375f-5fca-4fe6-a4a4-844e32358521 request from dv-cinder-842128-1-iscsi {{(pid=110302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 16:06:53.993938 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd6d687-0c30-4c61-888d-2970ae08dcfe,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:54.048715 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1296971', 'neutron.services.segments.db._delete_segments_for_network-8763604386326'] for network (eaa5375f-5fca-4fe6-a4a4-844e32358521), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.068785 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa5375f-5fca-4fe6-a4a4-844e32358521']}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:54.078211 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f4b300-21d6-4286-afa3-0ee8ea36a849') {'for_net_delete': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:54.078506 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.services.segments.db [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f4b300-21d6-4286-afa3-0ee8ea36a849') {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:06:54.087776 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763604387615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13728987'] for segment (28f4b300-21d6-4286-afa3-0ee8ea36a849), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.100794 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973'] for segment (28f4b300-21d6-4286-afa3-0ee8ea36a849), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.107606 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=110301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:06:54.108278 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1299973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13394962'] for segment (28f4b300-21d6-4286-afa3-0ee8ea36a849), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: Traceback (most recent call last): May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: timer() May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: cb(*args, **kw) May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: return func(*args, **kwargs) May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: self._notify() May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: self.callback(batched_events) May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: event.method(event) May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: return f(self, *a, **k) May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._get(url).json() May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: return self.request(url, 'GET', **kwargs) May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:06:54.110141 dv-cinder-842128-1-iscsi neutron-server[110301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:06:54.164965 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1297008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16346259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16297046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422604'] for network (eaa5375f-5fca-4fe6-a4a4-844e32358521), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.171233 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16297080'] for network (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.174884 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/eaa5375f-5fca-4fe6-a4a4-844e32358521 HTTP/1.1" status: 204 len: 168 time: 0.4964125 May 17 16:06:54.190053 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c910dc-2763-4589-9bfa-d85d98e3ebb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa5375f-5fca-4fe6-a4a4-844e32358521,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:54.292914 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 33006) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:54.331380 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-ed44d0e8-4d99-4b32-93f2-4d35c91fe7b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fbe368679f4c4d968619ea0e2456c407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373318 May 17 16:06:54.333653 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 33008) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:54.378921 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5dc17b00-0d33-443f-a4d7-569fc8f1b185 admin admin] Publish callbacks [] for security_group (750d6190-6a12-47f5-b924-ce45e035b753), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.399618 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5dc17b00-0d33-443f-a4d7-569fc8f1b185 admin admin] Publish callbacks [] for security_group (750d6190-6a12-47f5-b924-ce45e035b753), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.445455 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5dc17b00-0d33-443f-a4d7-569fc8f1b185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (750d6190-6a12-47f5-b924-ce45e035b753), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.448594 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5dc17b00-0d33-443f-a4d7-569fc8f1b185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.449732 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-5dc17b00-0d33-443f-a4d7-569fc8f1b185 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/750d6190-6a12-47f5-b924-ce45e035b753 HTTP/1.1" status: 204 len: 168 time: 0.1151586 May 17 16:06:54.457742 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17b00-0d33-443f-a4d7-569fc8f1b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d6190-6a12-47f5-b924-ce45e035b753,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:54.754770 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 33014) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:54.793385 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-c40b8c8f-d5cf-4b4a-b08c-3a3df6f5956d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aa2522a5f92c4818bd9129ed97f5e6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374842 May 17 16:06:54.795693 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.wsgi [-] (110301) accepted ('10.222.0.75', 33016) {{(pid=110301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 16:06:54.840853 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4539614c-8599-4fa3-8da2-3423921a9ddd admin admin] Publish callbacks [] for security_group (ddad64e5-47d6-450c-af41-cd448bc1c76a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.864976 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4539614c-8599-4fa3-8da2-3423921a9ddd admin admin] Publish callbacks [] for security_group (ddad64e5-47d6-450c-af41-cd448bc1c76a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.910706 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4539614c-8599-4fa3-8da2-3423921a9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349309'] for security_group (ddad64e5-47d6-450c-af41-cd448bc1c76a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.913395 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4539614c-8599-4fa3-8da2-3423921a9ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:06:54.914581 dv-cinder-842128-1-iscsi neutron-server[110301]: INFO neutron.wsgi [None req-4539614c-8599-4fa3-8da2-3423921a9ddd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ddad64e5-47d6-450c-af41-cd448bc1c76a HTTP/1.1" status: 204 len: 168 time: 0.1180224 May 17 16:06:54.922799 dv-cinder-842128-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539614c-8599-4fa3-8da2-3423921a9ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddad64e5-47d6-450c-af41-cd448bc1c76a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:06:55.333656 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 8dd6d687-0c30-4c61-888d-2970ae08dcfe no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:06:55.353942 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 8dd6d687-0c30-4c61-888d-2970ae08dcfe {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:06:55.354623 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 8dd6d687-0c30-4c61-888d-2970ae08dcfe not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:06:55.355112 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 14c84586-fbf4-47e7-aeae-03796759ee7a no longer exists at agent ovs-agent-dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 16:06:55.373227 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] No Port match for: 14c84586-fbf4-47e7-aeae-03796759ee7a {{(pid=110302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 16:06:55.373570 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.rpc [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Device 14c84586-fbf4-47e7-aeae-03796759ee7a not bound to the agent host dv-cinder-842128-1-iscsi {{(pid=110302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 16:07:00.368982 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:01.004351 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-df3f9a61-22d5-420b-8145-6836f9dc4f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:03.478139 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-4e18f2a6-d744-462d-a81a-be5c225be11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:04.413758 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:06.126201 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:07.584944 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:14.624076 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:07:30.372359 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:31.008168 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-1f21f1fa-9fdc-41cf-9168-b641eb1d2161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:33.479776 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fbf268ed-b058-4e91-821a-dbb4c5964365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:34.416750 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:36.129046 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:37.587151 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:07:51.623766 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:08:00.382635 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:01.008575 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f86e1e61-e2b4-481f-a715-3ffc9a09ff1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:03.481534 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8dfccf35-3ca1-4b01-9b3c-3aaf42c4cae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:04.418959 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:06.131522 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:07.589031 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:28.622913 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:08:30.381562 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:31.009349 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5324-0ce4-401d-b1d4-6bbf75a9c118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:33.484379 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0773a75a-988d-41ec-b378-960d1b9620ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:34.422091 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:36.133834 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:08:37.595860 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:00.383303 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:01.011653 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f0604d7b-3512-49b2-a769-78971b2a6816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:03.486131 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-acab9344-d5e3-48a8-a81d-0f384236f5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:04.424844 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:05.621294 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:09:06.136551 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:07.587929 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:30.379624 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:31.013002 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f2597c1c-23a9-4146-9cfa-b2935e12301a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:33.486670 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-81934b53-1ddd-498d-90b6-65ef33071645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:34.427622 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:36.137804 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:37.589516 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:09:42.620818 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:10:00.378888 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:01.013913 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8619b299-bff6-40c8-af7e-622ca9493b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:03.489135 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-b9df69b7-8c32-4e93-9bcc-dc2c88627d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:04.429517 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:06.140751 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:07.591507 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:19.619446 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:10:30.381113 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:31.014333 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d58be6e-b0a7-4add-839c-44c17747d021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:33.490918 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-d57e5d24-ee16-4334-b93a-0167930689a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:34.433863 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:36.145505 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:37.596706 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:10:56.618198 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:11:00.378663 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:01.015181 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-72dfec2a-02c0-4bf7-bef6-2b085a83d026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:03.492492 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6c8b-cc0e-4170-a6d0-f5cc81a7e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:04.436348 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:06.146897 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:07.600246 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:30.377541 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:31.016188 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee3b-3c30-43ac-a038-0ec91ecf4549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:33.494656 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-20751fa2-b73e-4b9a-894b-3b9b551f3156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:33.616904 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 16:11:34.439821 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:36.150322 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:11:37.602122 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:12:00.372963 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-8d173e74-cb9b-4db5-8e47-057d0d85d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (0019349e-c9a1-46f5-b334-801bebb83e0b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:12:01.020846 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ec1acdd7-61e3-43a8-88bc-c79bb9e3c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (849d1c1f-8a67-4dc8-bf2c-17ade844da87), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:12:03.496667 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f4d1bb60-b920-426e-ac9d-f6ded65e7a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (2918509f-f05c-4381-a07e-c43bca2da468), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:12:04.441513 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-0f3da7ab-906e-44e1-a36e-65d7640a04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (db494080-0bf4-4d2d-8081-369e7a49091e), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:12:06.152886 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7456-6455-4434-b6c4-00d9ba5a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (889ae974-d890-432b-8507-db7c8f41a13f), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:12:07.605253 dv-cinder-842128-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8bce-5181-4cce-91b6-ff2e4aacf428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763604386308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392776'] for agent (d2d9a276-2e6f-4e9b-bd24-54909523b276), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 16:12:10.616814 dv-cinder-842128-1-iscsi neutron-server[110303]: DEBUG neutron.db.agents_db [None req-f597c81f-9fe5-4b9e-8263-b39376337a3b None None] Agent healthcheck: found 6 active agents {{(pid=110303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}